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eval : fine-grained scores 



system name 


category 


Dasenne c 


precision 


recall 


number 
attempted 


hector 


human 


- 


0.965 


0.963 


8435.00 


durham 


S 


- 


0.771 


0.771 


8446.00 


hopkins 


S 


- 


0.764 


0.757 


8372.00 


tilburg 


S 


- 


0.748 


0.659 


7445.00 


ets-pu 


S 


- 


0.745 


0.657 


7442.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.691 


0.689 


8435.00 


manitoba-ks 


S 


- 


0.690 


0.608 


7444.00 


grling-sdm 


S 


- 


0.676 


0.575 


7194.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.675 


0.585 


7328.00 


avignon 


0 


- 


0.649 


0.127 


1647.04 


lesk-plus-corpus 


s 


yes 


0.647 


0.647 


8442.00 


manitoba-dl 


s 


- 


0.640 


0.368 


4861.38 


commonest-for-inflected 


s 


yes 


0.638 


0.559 


7397.00 


suss 


s 


- 


0.635 


0.609 


8108.00 


upc-ehu-su-unweighted 


s 


- 


0.620 


0.198 


2699.00 


manitoba-dl-unweighted 


s 


- 


0.612 


0.608 


8391.00 


korea 


s 


- 


0.602 


0.531 


7445.00 


commonest 


s 


yes 


0.566 


0.499 


7445.00 


clres 


A 




0.559 


0.519 


7835.00 


lesk-with-phrase-filter 


A 


yes 


0.550 


0.548 


8413.00 


most-examples-with-phrase-filter 


A 


yes 


0.519 


0.519 


8442.00 


lesk 


A 


yes 


0.496 


0.495 


8428.00 
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manitoba-dl-dictionary 


A 


- 


0.478 


0.221 


3912.92 


most-examples-subsumer 


A 


yes 


0.475 


0.475 


8447.00 


xeroxceli 


A 


- 


0.462 


0.371 


6785.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.452 


0.449 


8391.00 


most-examples 


A 


yes 


0.448 


0.448 


8447.00 


upc-ehu-su 


S 


- 


0.433 


0.138 


2699.00 


upc-ehu-un-imweighted 


A 


- 


0.416 


0.127 


2569.00 


Sussex 


0 


- 


0.405 


0.056 


1169.00 


Ottawa-revised 


A 


- 


0.392 


0.020 


428.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.386 


0.374 


8170.00 


upc-ehu-im 


A 


- 


0.356 


0.108 


2569.00 


Ottawa 


A 


- 


0.332 


0.017 


430.00 


lesk-defmitions 


A 


yes 


0.301 


0.298 


8337.00 


random-with-phrase-filter 


A 


yes 


0.277 


0.277 


8442.00 


random-main 


A 


yes 


0.218 


0.218 


8447.00 


malaysia 


A 




0.205 


0.162 


6666.00 


random 


A 


yes 


0.162 


0.162 


8447.00 



eval: mixed- grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.968 


0.967 


8435.00 


durham 


S 




0.797 


0.797 


8446.00 


hopkins 


S 




0.794 


0.787 


8372.00 


tilburg 


S 




0.773 


0.682 


7445.00 


ets-pu 


S 




0.770 


0.678 


7442.00 
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avignon 


0 


- 


0.733 


0.143 


1647.04 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.720 


0.719 


8435.00 


manitoba-ks 


S 


- 


0.718 


0.633 


7444.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.709 


0.615 


7328.00 


upc-ehu-su-unweighted 


s 


- 


0.706 


0.226 


2699.00 


grling-sdm 


s 


- 


0.698 


0.595 


7194.00 


manitoba-dl 


s 


- 


0.683 


0.393 


4861.38 


lesk-plus-corpus 


s 


yes 


0.681 


0.680 


8442.00 


suss 


s 


- 


0.676 


0.649 


8108.00 


commonest-for-inflected 


s 


yes 


0.675 


0.591 


7397.00 


manitoba-dl-imweighted 


s 


- 


0.652 


0.648 


8391.00 


korea 


s 


- 


0.634 


0.559 


7445.00 


Ottawa-revised 


A 


- 


0.616 


0.031 


428.00 


clres . 


A 


- 


0.612 


0.568 


7835.00 


upc-ehu-un-unweighted 


A 


- 


0.601 


0.183 


2569.00 


commonest 


S 


yes 


0.597 


0.526 


7445.00 


upc-ehu-su 


S 


- 


0.588 


0.188 


2699.00 


lesk-with-phrase-filter 


A 


yes 


0.584 


0.582 


8413.00 


upc-ehu-im 


A 


- 


0.551 


0.168 


2569.00 


Ottawa 


A 


- 


0.549 


0.028 


430.00 


most-examples-with-phrase-filter 


A 


yes 


0.544 


0.543 


8442.00 


Sussex 


0 


- 


0.540 


0.075 


1169.00 


lesk 


A 


yes 


0.536 


0.535 


8428.00 


xeroxceli 


A 


- 


0.528 


0.424 


6785.00 


most-examples-subsumer 


A 


yes 


0.519 


0.519 


8447.00 


manitoba-dl-dictionary 


A 




0.517 


0.240 


3912.92 
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manitoba-dl-dictionary-unweighted 


A 


- 


0.487 


0.484 


8391.00 


most-examples 


A 


yes 


0.477 


0.477 


8447.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.455 


0.440 


8170.00 


random-with-phrase-filter 


A 


yes 


0.393 


0.393 


8442.00 


lesk-definitions 


A 


yes 


0.387 


0.382 


8337.00 


malaysia 


A 


- 


0.315 


0.248 


6666.00 


random 


A 


yes 


0.280 


0.280 


8447.00 


random-main 


A 


yes 


0.233 


0.233 


8447.00 



eval : coarse- grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


hiiraan 




0.970 


0.968 


8435.00 


durham 


S 




0.814 


0.813 


8446.00 


hopkins 


S 




0.806 


0.799 


8372.00 


tilburg 


s 




0.790 


0.696 


7445.00 


ets-pu 


s 




0.787 


0.693 


7442.00 


avignon 


0 




0.767 


0.150 


1647.04 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.741 


0.739 


8435.00 


manitoba-dl 


s 




0.740 


0.426 


4861.38 


manitoba-ks 


s 




0.738 


0.650 


7444.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.738 


0.640 


7328.00 


upc-ehu-su-unweighted 


s 




0.732 


0.234 


2699.00 


grling-sdm 


s 




0.715 


0.609 


7194.00 


lesk-plus-corpus 


s 


yes 


0.705 


0.705 


8442.00 


commonest-for-inflected 


s 


yes 


0.703 


0.615 


7397.00 
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suss 


S 


- 


0.701 


0.672 


8108.00 


manitoba-dl-unweighted 


S 


- 


0.700 


0.695 


8391.00 


upc-ehu-un-unweighted 


A 


- 


0.650 


0.198 


2569.00 


korea 


S 


- 


0.646 


0.569 


7445.00 


Ottawa-revised 


A 


- 


0.643 


0.033 


428.00 


clres 


A 


- 


0.639 


0.593 


7835.00 


commonest 


S 


yes 


0.631 


0.556 


7445.00 


upc-ehu-su 


S 


- 


0.627 


0.200 


2699.00 


lesk-with-phrase-filter 


A 


yes 


0.600 


0.597 


8413.00 


upc-ehu-un 


A 


- 


0.600 


0.182 


2569.00 


most-examples-subsumer 


A 


yes 


0.570 


0.570 


8447.00 


Ottawa 


A 


- 


0.570 


0.029 


430.00 


most-examples-with-phrase-filter 


A 


yes 


0.566 


0.565 


8442.00 


manitoba-dl-dictionary 


A 


- 


0.559 


0.259 


3912.92 


Sussex 


0 


- 


0.559 


0.077 


1169.00 


lesk 


A 


yes 


0.554 


0.553 


8428.00 


xeroxceli 


A 


- 


0.549 


0.441 


6785.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.523 


0.520 


8391.00 


most-examples 


A 


yes 


0.504 


0.504 


8447.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.476 


0.461 


8170.00 


random-with-phrase-filter 


A 


yes 


0.415 


0.414 


8442.00 


lesk-definitions 


A 


yes 


0.413 


0.408 


8337.00 


malaysia 


A 


- 


0.338 


0.267 


6666.00 


random 


A 


yes 


0.305 


0.305 


8447.00 


random-main 


A 


yes 


0.247 


0.247 


8447.00 
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eval : fine-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 


- 


0.971 


0.969 


7223.00 


durham 


S 


- 


0.779 


0.779 


7230.00 


hopkins 


S 


- 


0.771 


0.764 


7168.00 


tilburg 


S 


- 


0.754 


0.671 


6431.00 


ets-pu 


S 


- 


0.752 


0.668 


6428.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.701 


0.700 


7219.00 


manitoba-ks 


S 


- 


0.701 


0.623 


6430.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.683 


0.597 


6326.00 


grling-sdm 


S 


- 


0.680 


0.584 


6214.00 


lesk-plus-coq)us 


S 


yes 


0.652 


0.652 


7226.00 


avignon 


0 


- 


0.652 


0.134 


1488.78 


manitoba-dl 


S 


- 


0.644 


0.379 


4254.64 


suss 


S 




0.643 


0.620 


6975.00 


commonest-for-inflected 


S 


yes 


0.643 


0.568 


6391.00 


manitoba-dl-unweighted 


S 


- 


0.618 


0.614 


7187.00 


upc-ehu-su-unweighted 


s 


- 


0.612 


0.206 


2430.00 


korea 


s 


- 


0.605 


0.538 


6431.00 


commonest 


s 


yes 


0.573 


0.509 


6431.00 


clres 


A 


- 


0.566 


0.524 


6701.00 


lesk-with-phrase-filter 


A 


yes 


0.553 


0.550 


7200.00 


most-examples-with-phrase-filter 


A 


yes 


0.517 


0.517 


7226.00 


lesk 


A 


yes 


0.493 


0.491 


7215.00 


manitoba-dl-dictionary 


A 




0.474 


0.226 


3443.52 
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xeroxceli 


A 


- 


0.462 


0.381 


5966.00 


most-examples-subsumer 


A 


yes 


0.457 


0.457 


7231.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.449 


0.447 


7187.00 


most-examples 


A 


yes 


0.437 


0.437 


7231.00 


upc-ehu-su 


S 


- 


0.423 


0.142 


2430.00 


upc-ehu-un-unweighted 


A 


- 


0.407 


0.130 


2314.00 


Sussex 


0 


- 


0.406 


0.058 


1024.00 


Ottawa-revised 


A 


- 


0.396 


0.021 


380.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.382 


0.368 


6968.00 


upc-ehu-un 


A 


- 


0.345 


0.110 


2314.00 


Ottawa 


A 


- 


0.332 


0.018 


382.00 


lesk-definitions 


A 


yes 


0.291 


0.287 


7130.00 


random-with-phrase-filter 


A 


yes 


0.274 


0.274 


7226.00 


random-main 


A 


yes 


0.204 


0.204 


7231.00 


malaysia 


A 




0.198 


0.156 


5700.00 


random 


A 


yes 


0.151 


0.151 


7231.00 



eval: inixed-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


nvmiber 
attempted 


hector 


human 




0.974 


0.973 


7223.00 


dijrham 


S 




0.803 


0.803 


7230.00 


hopkins 


S 




0.798 


0.791 


7168.00 


tilburg 


S 




0.777 


0.691 


6431.00 


ets-pu 


S 




0.775 


0.689 


6428.00 


avignon 


0 




0.735 


0.151 


1488.78 
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lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.729 


0.728 


7219.00 


manitoba-ks 


S 


- 


0.727 


0.646 


6430.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.716 


0.626 


6326.00 


grling-sdm 


S 


- 


0.701 


0.603 


6214.00 


upc-ehu-su-unweighted 


S 


- 


0.696 


0.234 


2430.00 


manitoba-dl 


S 


- 


0.686 


0.403 


4254.64 


lesk-plus-corpus 


S 


yes 


0.685 


0.684 


7226.00 


suss 


s 


- 


0.685 


0.661 


6975.00 


commonest-for-inflected 


s 


yes 


0.678 


0.599 


6391.00 


manitoba-dl-unweighted 


s 


- 


0.658 


0.654 


7187.00 


korea 


s 


- 


0.636 


0.566 


6431.00 


Ottawa-revised 


A 


- 


0.620 


0.033 


380.00 


clres 


A 


- 


0.607 


0.562 


6701.00 


commonest 


s 


yes 


0.602 


0.535 


6431.00 


upc-ehu-un-unweighted 


A 


- 


0.588 


0.188 


2314.00 


lesk-with-phrase- filter 


A 


yes 


0.586 


0.583 


7200.00 


upc-ehu-su 


S 


- 


0.573 


0.193 


2430.00 


Ottawa 


A 


- 


0.547 


0.029 


382.00 


most-examples-with-phrase-filter 


A 


yes 


0.543 


0.542 


7226.00 


Sussex 


0 


- 


0.539 


0.076 


1024.00 


upc-ehu-un 


A 


- 


0.535 


0.171 


2314.00 


lesk 


A 


yes 


0.532 


0.531 


7215.00 


xeroxceli 


A 


- 


0.524 


0.432 


5966.00 


manitoba-dl-dictionary 


A 


- 


0.513 


0.244 


3443.52 


most-examples-subsumer 


A 


yes 


0.500 


0.500 


7231.00 


manitoba-dl-dictionary-unweighted 


A 




0.485 


0.482 


7187.00 
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most-examples 


A 


yes 


0.466 


0.466 


7231.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.448 


0.431 


6968.00 


random-with-phrase-filter 


A 


yes 


0.388 


0.388 


7226.00 


lesk-defmitions 


A 


yes 


0.376 


0.370 


7130.00 


malaysia 


A 


- 


0.299 


0.236 


5700.00 


random 


A 


yes 


0.266 


0.266 


7231.00 


random-main 


A 


yes 


0.219 


0.219 


7231.00 



eval : coarse-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


nimiber 
attempted 


hector 


human 




0.975 


0.974 


7457.00 


durham 


S 




0.819 


0.819 


7464.00 


hopkins 


S 




0.809 


0.802 


7400.00 


ets-pu 


S 




0.793 


0.707 


6655.00 


tilburg 


S 




0.793 


0.707 


6658.00 


avignon 


0 




0.770 


0.156 


1511.60 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.751 


0.750 


7453.00 


manitoba-ks 


S 




0.746 


0.666 


6657.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.746 


0.654 


6550.00 


manitoba-dl 


s 




0.746 


0.438 


4386.72 


upc-ehu-su-unweighted 


s 




0.724 


0.240 


2472.00 


grling-sdm 


s 




0.717 


0.618 


6438.00 


suss 


s 




0.714 


0.687 


7183.00 


lesk-plus-corpus 


s 


yes 


0.712 


0.711 


7460.00 


manitoba-dl-unweighted 


s 




0.710 


0.705 


7417.00 
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commonest-for-inflected 


S 


yes 


0.707 


0.627 


6616.00 


Ottawa-revised 


A 


- 


0.652 


0.034 


385.00 


korea 


S 


- 


0.647 


0.577 


6658.00 


upc-ehu-un-imweighted 


A 


- 


0.642 


0.202 


2347.00 


commonest 


S 


yes 


0.640 


0.570 


6658.00 


clres 


A 


- 


0.639 


0.593 


6923.00 


upc-ehu-su 


S 


- 


0.616 


0.204 


2472.00 


lesk-with-phrase- filter 


A 


yes 


0.602 


0.599 


7434.00 


upc-ehu-un 


A 


- 


0.587 


0.185 


2347.00 


most-examples-with-phrase-filter 


A 


yes 


0.572 


0.572 


7460.00 


Ottawa 


A 


- 


0.571 


0.030 


387.00 


most-examples-subsumer 


A 


yes 


0.562 


0.562 


7465.00 


Sussex 


0 


- 


0.557 


0.077 


1036.00 


manitoba-dl-dictionary 


A 


- 


0.555 


0.264 


3546.08 


lesk 


A 


yes 


0.552 


0.550 


7449.00 


xeroxceli 


A 


- 


0.543 


0.448 


6160.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.522 


0.518 


7417.00 


most-examples 


A 


yes 


0.502 


0.502 


7465.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.476 


0.459 


7201.00 


random-with-phrase-filter 


A 


yes 


0.412 


0.412 


7460.00 


lesk-definitions 


A 


yes 


0.409 


0.403 


7363.00 


malaysia 


A 


- 


0.325 


0.257 


5898.00 


random 


A 


yes 


0.295 


0.294 


7465.00 


random-main 


A 


yes 


0.234 


0.234 


7465.00 
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all-nouns : fine-grained scores 



system name 


category 


1 1 * o 

basebne? 


precision 


recall 


number 
attempted 


hector 


human 


- 


0.976 


0.976 


3791.00 


durham 


S 


- 


0.839 


0.839 


3792.00 


tilburg 


S 


- 


0.819 


0.630 


2914.00 


hopkins 


S 


- 


0.807 


0.806 


3790.00 


ets-pu 


S 


- 


0.807 


0.620 


2913.00 


korea 


S 


- 


0.773 


0.594 


2914.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.746 


0.558 


2838.00 


manitoba-ks 


S 


- 


0.734 


0.564 


2914.00 


grling-sdm 


S 


- 


0.726 


0.526 


2747.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.703 


0.703 


3789.00 


commonest-for-inflected 


s 


yes 


0.699 


0.533 


2894.00 


suss 


s 


- 


0.694 


0.694 


3792.00 


manitoba-dl 


s 


- 


0.659 


0.355 


2042.65 


avignon 


0 


- 


0.649 


0.282 


1647.04 


lesk-plus-corpus 


s 


yes 


0.644 


0.644 


3789.00 


manitoba-dl-unweighted 


s 


- 


0.628 


0.625 


3771.00 


clres 


A 


- 


0.624 


0.570 


3466.00 


upc-ehu-su-unweighted 


s 




0.620 


0.441 


2699.00 


commonest 


s 


yes 


0.599 


0.460 


2914.00 


lesk-with-phrase-filter 


A 


yes 


0.564 


0.561 


3776.00 


most-examples-subsumer 


A 


yes 


0.503 


0.503 


3792.00 


manitoba-dl-dictionary 


A 




0.490 


0.218 


1685.84 
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xeroxceli 


A 


- 


0.488 


0.351 


2724.00 


most-examples-with-phrase-filter 


A 


yes 


0.486 


0.486 


3792.00 


lesk 


A 


yes 


0.486 


0.485 


3783.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.463 


0.460 


3771.00 


upc-ehu-su 


S 


- 


0.433 


0.308 


2699.00 


upc-ehu-un-unweighted 


A 


- 


0.416 


0.282 


2569.00 


Sussex 


0 


- 


0.408 


0.125 


1162.00 


most-examples 


A 


yes 


0.395 


0.395 


3792.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.394 


0.377 


3630.00 


Ottawa-revised 


A 


- 


0.394 


0.044 


426.00 


upc-ehu-im 


A 


- 


0.356 


0.241 


2569.00 


Ottawa 


A 


- 


0.333 


0.038 


428.00 


random-with-phrase-filter 


A 


yes 


0.300 


0.300 


3792.00 


lesk-defmitions 


A 


yes 


0.263 


0.260 


3748.00 


malaysia 


A 


- 


0.235 


0.203 


3264.00 


random-main 


A 


yes 


0.198 


0.198 


3792.00 


random 


A 


yes 


0.146 


0.146 


3792.00 



all-nouns : mixed-grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.978 


0.978 


3791.00 


durham 


S 




0.872 


0.872 


3792.00 


tilburg 


S 




0.849 


0.653 


2914.00 


hopkins 


S 




0.842 


0.841 


3790.00 


ets-pu 


S 




0.832 


0.639 


2913.00 
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korea 


S 


- 


0.817 


0.627 


2914.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.804 


0.602 


2838.00 


manitoba-ks 


S 


- 


0.770 


0.591 


2914.00 


commonest-for-inflected 


S 


yes 


0.761 


0.580 


2894.00 


grling-sdm 


S 


- 


0.751 


0.544 


2747.00 


suss 


S 


- 


0.750 


0.750 


3792.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.744 


0.743 


3789.00 


avignon 


0 


- 


0.733 


0.318 


1647.04 


manitoba-dl 


S 


- 


0.714 


0.384 


2042.65 


upc-ehu-su-unweighted 


S 


- 


0.706 


0.503 


2699.00 


clres 


A 


- 


0.689 


0.629 


3466.00 


lesk-plus-corpus 


s 


yes 


0.683 


0.683 


3789.00 


manitoba-dl-unweighted 


s 


- 


0.681 


0.677 


3771.00 


commonest 


s 


yes 


0.641 


0.492 


2914.00 


Ottawa-revised 


A 


- 


0.619 


0.070 


426.00 


lesk-with-phrase-filter 


A 


yes 


0.604 


0.601 


3776.00 


upc-ehu-un-imweighted 


A 


- 


0.601 


0.407 


2569.00 


upc-ehu-su 


S 


- 


0.588 


0.419 


2699.00 


xeroxceli 


A 


- 


0.572 


0.411 


2724.00 


most-examples-subsumer 


A 


yes 


0.562 


0.562 


3792.00 


Ottawa 


A 


- 


0.552 


0.062 


428.00 


upc-ehu-un 


A 


- 


0.551 


0.374 


2569.00 


Sussex 


0 


- 


0.543 


0.166 


1162.00 


manitoba-dl-dictionary 


A 


- 


0.540 


0.240 


1685.84 


most-examples-with-phrase-filter 


A 


yes 


0.525 


0.525 


3792.00 


lesk 


A 


yes 


0.523 


0.522 


3783.00 
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manitoba-dl-dictionary-unwei ghted 


A 


- 


0.507 


0.505 


3771.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.464 


0.444 


3630.00 


random-with-phrase-filter 


A 


yes 


0.447 


0.447 


3792.00 


most-examples 


A 


yes 


0.434 


0.434 


3792.00 


malaysia 


A 


- 


0.359 


0.309 


3264.00 


lesk-definitions 


A 


yes 


0.338 


0.335 


3748.00" 


random 


A 


yes 


0.292 


0.292 


3792.00 


random-main 


A 


yes 


0.216 


0.216 


3792.00 



all-nouns : coar se- graine d scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.980 


0.980 


3791.00 


durham 


S 




0.896 


0.896 


3792.00 


tilburg 


S 




0.871 


0.670 


2914.00 


Hopkins 


S 




0.856 


0.856 


3790.00 


ets-pu 


S 




0.854 


0.656 


2913.00 


corranpnest-for-inflected-with-phrase-filter 


S 


yes 


0.852 


0.638 


2838.00 


korea 


S 




0.835 


0.641 


2914.00 


manitoba-dl 


S 




0.807 


0.435 


2042.65 


commonest-for-inflected 


S 


yes 


0.805 


0.615 


2894.00 


manitoba-ks 


s 




0.796 


0.612 


2914.00 


suss 


s 




0.783 


0.783 


3792.00 


grling-sdm 


s 




0.777 


0.563 


2747.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.776 


0.775 


3789.00 


avignon 


0 




0.767 


0.333 


1647.04 
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manitoba-dl-unweighted 


S 


- 


0.755 


0.751 


3771.00 


upc-ehu-su-unweighted 


S 


- 


0.732 


0.521 


2699.00 


clres 


A 


- 


0.727 


0.664 


3466.00 


lesk-plus-corpus 


S 


yes 


0.717 


0.717 


3789.00 


commonest 


S 


yes 


0.695 


0.534 


2914.00 


upc-ehu-un-unweighted 


A 


- 


0.650 


0.440 


2569.00 


Ottawa-revised 


A 


- 


0.646 


0.073 


426.00 


most-examples-subsumer 


A 


yes 


0.642 


0.642 


3792.00 


lesk-with-phrase-filter 


A 


yes 


0.629 


0.626 


3776.00 


upc-ehu-su 


S 


- 


0.627 


0.447 


2699.00 


manitoba-dl-dictionary 


A 


- 


0.608 


0.270 


1685.84 


xeroxceli 


A 


- 


0.607 


0.436 


2724.00 


upc-ehu-un 


A 


- 


0.600 


0.406 


2569.00 


Ottawa 


A 


- 


0.572 


0.065 


428.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.563 


0.560 


3771.00 


most-examples-with-phrase-filter 


A 


yes 


0.562 


0.562 


3792.00 


Sussex 


0 


- 


0.562 


0.172 


1162.00 


lesk 


A 


yes 


0.549 


0.548 


3783.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.504 


0.483 


3630.00 


random-with-phrase-filter 


A 


yes 


0.481 


0.481 


3792.00 


most-examples 


A 


yes 


0.476 


0.476 


3792.00 


malaysia 


A 


- 


0.395 


0.340 


3264.00 


lesk-definitions 


A 


yes 


0.388 


0.384 


3748.00 


random 


A 


yes 


0.331 


0.331 


3792.00 


random-main 


A 


yes 


0.236 


0.236 


3792.00 
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all -nouns : fine-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 


- 


0.977 


0.976 


3313.00 


durham 


S 


- 


0.839 


0.839 


3314.00 


tilburg 


S 


- 


0.820 


0.648 


2619.00 


hopkins 


S 


- 


0.805 


0.804 


3312.00 


ets-pu 


S 


- 


0.805 


0.636 


2618.00 


korea 


S 


- 


0.774 


0.612 


2619.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.748 


0.575 


2550.00 


manitoba-ks 


S 


- 


0.745 


0.589 


2619.00 


grling-sdm 


S 


- 


0.721 


0.538 


2470.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.719 


0.718 


3311.00 


suss 


s 


- 


0.715 


0.715 


3314.00 


commonest-for-inflected 


s 


yes 


0.696 


0.546 


2602.00 


manitoba-dl 


s 


- 


0.653 


0.365 


1853.40 


lesk-plus-corpus 


s 


yes 


0.652 


0.651 


3311.00 


avignon 


0 


- 


0.652 


0.293 


1488.78 


clres 


A 


- 


0.638 


0.580 


3016.00 


manitoba-dl-unweighted 


S 


- 


0.630 


0.626 


3295.00 


upc-ehu-su-unweighted 


S 


- 


0.612 


0.449 


2430.00 


commonest 


S 


yes 


0.605 


0.478 


2619.00 


lesk-with-phrase-filter 


A 


yes 


0.576 


0.574 


3299.00 


most-examples-with-phrase-filter 


A 


yes 


0.502 


0.502 


3314.00 


lesk 


A 


yes 


0.489 


0.488 


3306.00 


most-examples-subsumer 


A 


yes 


0.488 


0.488 


3314.00 
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xeroxceli 


A 


- 


0.482 


0.367 


2523.00 


manitoba-dl-dictionary 


A 


- 


0.481 


0.224 


1544.36 


manitoba-dl-dictionary-unweighted 


A 


- 


0.458 


0.455 


3295.00 


upc-ehu-su 


S 


- 


0.423 


0.310 


2430.00 


Sussex 


0 


- 


0.409 


0.126 


1018.00 


upc-ehu-un-unweighted 


A 


- 


0.407 


0.284 


2314.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.406 


0.387 


3158.00 


most-examples 


A 


yes 


0.399 


0.399 


3314.00 


Ottawa-revised 


A 


- 


0.398 


0.045 


379.00 


upc-ehu-un 


A 


- 


0.345 


0.241 


2314.00 


Ottawa 


A 


- 


0.332 


0.038 


381.00 


random-with-phrase-filter 


A 


yes 


0.302 


0.302 


3314.00 


lesk-definitions 


A 


yes 


0.264 


0.261 


3272.00 


malaysia 


A 


- 


0.227 


0.193 


2824.00 


random-main 


A 


yes 


0.188 


0.188 


3314.00 


random 


A 


yes 


0.139 


0.139 


3314.00 



all-nouns : mixed- graine d mi n i m al scores 



system name 


category 


basehne? 


precision 


recall 


number 
attempted 


hector 


human 




0.979 


0.978 


3313.00 


durham 


S 




0.870 


0.870 


3314.00 


tilburg 


S 




0.848 


0.670 


2619.00 


Hopkins 


S 




0.836 


0.836 


3312.00 


ets-pu 


S 




0.830 


0.656 


2618.00 


korea 


s 




0.817 


0.645 


2619.00 
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commonest-for-inflected-with-phrase-filter 


S 


yes 


0.804 


0.619 


2550.00 


manitoba-ks 


S 


- 


0.779 


0.615 


2619.00 


suss 


S 


- 


0.772 


0.772 


3314.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.759 


0.758 


3311.00 


commonest-for-inflected 


S 


yes 


0.755 


0.593 


2602.00 


grling-sdm 


S 


- 


0.746 


0.556 


2470.00 


avignon 


0 


- 


0.735 


0.330 


1488.78 


manitoba-dl 


s 


- 


0.709 


0.396 


1853.40 


upc-ehu-su-unweighted 


s 


- 


0.696 


0.511 


2430.00 


lesk-plus-corpus 


s 


yes 


0.690 


0.689 


3311.00 


manitoba-dl-unweighted 


s 


- 


0.685 


0.681 


3295.00 


clres 


A 


- 


0.680 


0.619 


3016.00 


commonest 


S 


yes 


0.643 


0.508 


2619.00 


Ottawa-revised 


A 


- 


0.622 


0.071 


379.00 


lesk-with-phrase-filter 


A 


yes 


0.615 


0.612 


3299.00 


upc-ehu-im-imweighted 


A 


- 


0.588 


0.410 


2314.00 


upc-ehu-su 


S 


- 


0.573 


0.420 


2430.00 


xeroxceli 


A 


- 


0.558 


0.425 


2523.00 


Ottawa 


A 


- 


0.549 


0.063 


381.00 


most-examples-subsumer 


A 


yes 


0.544 


0.544 


3314.00 


most-examples-with-phrase-filter 


A 


yes 


0.543 


0.543 


3314.00 


Sussex 


0 


- 


0.543 


0.167 


1018.00 


upc-ehu-im 


A 


- 


0.535 


0.373 


2314.00 


manitoba-dl-dictionary 


A 


- 


0.532 


0.248 


1544.36 


lesk 


A 


yes 


0.524 


0.523 


3306.00 


manitoba-dl-dictionary-unweighted 


A 




0.504 


0.501 


3295.00 
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lesk-definitions-with-phrase-filter 


A 


yes 


0.477 


0.455 


3158.00 


random-with-phrase-filter 


A 


yes 


0.451 


0.451 


3314.00 


most-examples 


A 


yes 


0.439 


0.439 


3314.00 


malaysia 


A 


- 


0.348 


0.297 


2824.00 


lesk-definitions 


A 


yes 


0.340 


0.336 


3272.00 


random 


A 


yes 


0.285 


0.285 


3314.00 


random-main 


A 


yes 


0.206 


0.206 


3314.00 



all -nouns : c oarse-grained min i mal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.980 


0.980 


3358.00 


dvirhzim 


S 




0.894 


0.894 


3359.00 


tilburg 


S 




0.869 


0.688 


2658.00 


ets-pu 


S 




0.853 


0.674 


2657.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.852 


0.656 


2587.00 


hopkins 


S 




0.850 


0.850 


3357.00 


korea 


S 




0.834 


0.660 


2658.00 


suss 


S 




0.807 


0.807 


3359.00 


manitoba-dl 


S 




0.807 


0.451 


1876.88 


manitoba-ks 


S 




0.802 


0.635 


2658.00 


commonest-for-inflected 


S 


yes 


0.800 


0.629 


2640.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.792 


0.791 


3356.00 


grling-sdm 


s 




0.772 


0.576 


2508.00 


avignon 


0 




0.770 


0.347 


1511.60 


manitoba-dl-unweighted 


s 




0.766 


0.762 


3340.00 
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lesk-plus-corpus 


S 


yes 


0.725 


0.724 


3356.00 


upc-ehu-su-unweighted 


S 


- 


0.724 


0.533 


2472.00 


clres 


A 


- 


0.721 


0.656 


3058.00 


commonest 


S 


yes 


0.699 


0.553 


2658.00 


Ottawa-revised 


A 


- 


0.654 


0.075 


384.00 


lesk-with-phrase-filter 


A 


yes 


0.645 


0.642 


3344.00 


upc-ehu-un-unweighted 


A 


- 


0.642 


0.448 


2347.00 


most-examples-subsumer 


A 


yes 


0.636 


0.636 


3359.00 


upc-ehu-su 


S 


- 


0.616 


0.453 


2472.00 


manitoba-dl-dictionary 


A 


- 


0.605 


0.282 


1564.61 


xeroxceli 


A 


- 


0.598 


0.455 


2555.00 


most-examples-with-phrase-filter 


A 


yes 


0.588 


0.588 


3359.00 


upc-ehu-un 


A 


- 


0.587 


0.410 


2347.00 


Ottawa 


A 


- 


0.573 


0.066 


386.00 


manitoba-dl-dictionary-nnweighted 


A 


- 


0.566 


0.563 


3340.00 


Sussex 


0 


- 


0.561 


0.172 


1030.00 


lesk 


A 


yes 


0.556 


0.554 


3351.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.522 


0.498 


3203.00 


most-examples 


A 


yes 


0.489 


0.489 


3359.00 


random-with-phrase-filter 


A 


yes 


0.488 


0.488 


3359.00 


lesk-definitions 


A 


yes 


0.395 


0.390 


3317.00 


malaysia 


A 


- 


0.389 


0.331 


2863.00 


random 


A 


yes 


0.327 


0.327 


3359.00 


random-main 


A 


yes 


0.227 


0.227 


3359.00 
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all-verbs : fine-grained scores 



system name 


category 


baseline? 


precision 


recall 


nimiber 
attempted 


hector 


human 


-■ 


0.954 


0.951 


2899.00 


hopkins 


S 


- 


0.714 


0.707 


2880.00 


ets-pu 


S 


- 


0.701 


0.700 


2904.00 


durham 


S 


- 


0.700 


0.700 


2906.00 


tilburg 


S 


- 


0.692 


0.691 


2904.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.676 


0.675 


2901.00 


lesk-plus-corpus 


S 


yes 


0.658 


0.658 


2906.00 


grling-sdm 


S 


- 


0.649 


0.644 


2885.00 


manitoba-ks 


S 


- 


0.643 


0.642 


2904.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.629 


0.621 


2874.00 


manitoba-dl 


s 


- 


0.621 


0.380 


1780.13 


manitoba-dl-unweighted 


s 


- 


0.589 


0.585 


2888.00 


comm.onest-for-inflected 


s 


yes 


0.585 


0.581 


2886.00 


lesk-with-phrase-filter 


A 


yes 


0.541 


0.539 


2895.00 


suss 


S 


- 


0.536 


0.491 


2662.00 


commonest 


S 


yes 


0.528 


0.527 


2904.00 


lesk 


A 


yes 


0.517 


0.516 


2901.00 


most-examples-with-phrase-filter 


A 


yes 


0.503 


0.502 


2901.00 


clres 


A 




0.490 


0.460 


2725.00 


manitoba-dl-dictionary 


A 




0.460 


0.223 


1410.19 


most-examples 


A 


yes 


0.445 


0.445 


2906.00 


korea 


S 




0.431 


0.430 


2904.00 
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manitoba-dl-dictionary-unweighted 


A 


- 


0.431 


0.428 


2888.00 


xeroxceli 


A 


- 


0.413 


0.359 


2529.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.399 


0.391 


2847.00 


most-examples-subsumer 


A 


yes 


0.391 


0.391 


2906.00 


lesk-definitions 


A 


yes 


0.361 


0.355 


2861.00 


random-with-phrase-filter 


A 


yes 


0.240 


0.240 


2901.00 


random-main 


A 


yes 


0.240 


0.240 


2906.00 


random 


A 


yes 


0.179 


0.179 


2906.00 


malaysia 


A 


- 


0.154 


0.109 


2065.00 


Ottawa 


A 


- 


0.000 


0.000 


1.00 


Ottawa-revised 


A 




0.000 


0.000 


1.00 


Sussex 


0 




0.000 


0.000 


6.00 



all" verbs : mixed-grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.958 


0.956 


2899.00 


hopkins 


S 




0.748 


0.741 


2880.00 


ets-pu 


S 




0.725 


0.725 


2904.00 


durham 


S 




0.722 


0.722 


2906.00 


tilburg 


S 




0.718 


0.717 


2904.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.699 


0.697 


2901.00 


lesk-plus-corpus 


S 


yes 


0.684 


0.683 


2906.00 


grling-sdm 


S 




0.673 


0.667 


2885.00 


manitoba-ks 


S 




0.664 


0.664 


2904.00 


manitoba-dl 


S 




0.652 


0.399 


1780.13 
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commonest-for-inflected-with-phrase-filter 


S 


yes 


0.650 


0.643 


2874.00 


manitoba-dl-unweighted 


s 


- 


0.617 


0.613 


2888.00 


commpnest-for-inflected 


s 


yes 


0.609 


0.604 


2886.00 


lesk-with-phrase-filter 


A 


yes 


0.574 


0.572 


2895.00 


suss 


S 


- 


0.561 


0.514 


2662.00 


lesk 


A 


yes 


0.558 


0.557 


2901.00 


commonest 


S 


yes 


0.546 


0.545 


2904.00 


clres 


A 


- 


0.543 


0.509 


2725.00 


most-examples-with-phrase-filter 


A 


yes 


0.518 


0.517 


2901.00 


manitoba-dl-dictionary 


A 


- 


0.492 


0.238 


1410.19 


xeroxceli 


A 


- 


0.469 


0.408 


2529.00 


lesk-definitions-with-phrase- filter 


A 


yes 


0.464 


0.455 


2847.00 


most-examples 


A 


yes 


0.461 


0.461 


2906.00 


manitoba-dl-dictionary-imweighted 


A 


- 


0.461 


0.458 


2888.00 


korea 


S 


- 


0.451 


0.450 


2904.00 


lesk-definitions 


A 


yes 


0.431 


0.425 


2861.00 


most-examples-subsumer 


A 


yes 


0.422 


0.422 


2906.00 


random-with-phrase- filter 


A 


yes 


0.337 


0.336 


2901.00 


random 


A 


yes 


0.278 


0.278 


2906.00 


random-main 


A 


yes 


0.253 


0.253 


2906.00 


malaysia 


A 


- 


0.245 


0.174 


2065.00 


Ottawa 


A 


- 


0.000 


0.000 


1.00 


Ottawa-revised 


A 




0.000 


0.000 


1.00 


Sussex 


0 




0.000 


0.000 


6.00 
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all-verbs : coarse- giained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 


- 


0.960 


0.957 


2899.00 


hopkins 


S 


- 


0.761 


0.754 


2880.00 


ets-pu 


S 


- 


0.744 


0.743 


2904.00 


durham 


S 


- 


0.737 


0.737 


2906.00 


tilburg 


S 


- 


0.735 


0.734 


2904.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.717 


0.715 


2901.00 


lesk-plus-corpus 


S 


yes 


0.703 


0.702 


2906.00 


grling-sdm 


S 


- 


0.688 


0.683 


2885.00 


manitoba-dl 


S 


- 


0.687 


0.421 


1780.13 


manitoba-ks 


S 


- 


0.683 


0.682 


2904.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.674 


0.667 


2874.00 


manitoba-dl-unweighted 


S 


- 


0.645 


0.641 


2888.00 


commonest-for-inflected 


S 


yes 


0.634 


0.629 


2886.00 


lesk-with-phrase-filter 


A 


yes 


0.583 


0.581 


2895.00 


suss 


S 


- 


0.580 


0.531 


2662.00 


commonest 


S 


yes 


0.569 


0.568 


2904.00 


lesk 


A 


yes 


0.568 


0.567 


2901.00 


clres 


A 


- 


0.554 


0.519 


2725.00 


most-examples-with-phrase-filter 


A 


yes 


0.533 


0.531 


2901.00 


manitoba-dl-dictionary 


A 


- 


0.514 


0.250 


1410.19 


manitoba-dl-dictionary-unweighted 


A 




0.482 


0.479 


2888.00 


xeroxceli 


A 




0.480 


0.418 


2529.00 


most-examples 


A 


yes 


0.476 


0.476 


2906.00 
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lesk-definitions-with-phrase-filter 


A 


yes 


0.474 


0.464 


2847.00 


korea 


S 


- 


0.460 


0.460 


2904.00 


most-examples-subsumer 


A 


yes 


0.453 


0.453 


2906.00 


lesk-definitions 


A 


yes 


0.441 


0.434 


2861.00 


random-with-phrase-filter 


A 


yes 


0.353 


0.352 


2901.00 


random 


A 


yes 


0.295 


0.295 


2906.00 


random-main 


A 


yes 


0.263 


0.263 


2906.00 


malaysia 


A 


- 


0.258 


0.183 


2065.00 


Ottawa 


A 


- 


0.000 


0.000 


1.00 


Ottawa-revised 


A 




0.000 


0.000 


1.00 


Sussex 


0 




0.000 


0.000 


6.00 



all-verbs: fine-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.966 


0.964 


2524.00 


hopkins 


S 




0.737 


0.730 


2505.00 


ets-pu 


S 




0.720 


0.720 


2528.00 


durham 


S 




0.718 


0.718 


2528.00 


tilburg 


S 




0.709 


0.709 


2528.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.689 


0.687 


2523.00 


lesk-plus-corpus 


S 


yes 


0.673 


0.672 


2528.00 


manitoba-ks 


s 




0.662 


0.662 


2528.00 


grling-sdm 


s 




0.661 


0.656 


2512.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.649 


0.642 


2501.00 


manitoba-dl 


s 




0.641 


0.397 


1564.91 
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manitoba-dl-unweighted 


S 


- 


0.611 


0.607 


2514.00 


coimnonest-for-inflected 


S 


yes 


0.604 


0.600 


2513.00 


commonest 


S 


yes 


0.551 


0.550 


2528.00 


suss 


S 


- 


0.541 


0.503 


2349.00 


lesk-with-phrase-filter 


A 


yes 


0.535 


0.532 


2518.00 


lesk 


A 


yes 


0.512 


0.511 


2524.00 


clres 


A 


- 


0.508 


0.476 


2372.00 


most-examples-with-phrase-filter 


A 


yes 


0.497 


0.495 


2523.00 


manitoba-dl-dictionary 


A 


- 


0.462 


0.226 


1234.58 


korea 


S 


- 


0.438 


0.438 


2528.00 


most-examples 


A 


yes 


0.434 


0.434 


2528.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.432 


0.430 


2514.00 


xeroxceli 


A 


- 


0.411 


0.358 


2204.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.385 


0.377 


2473.00 


most-examples-subsumer 


A 


yes 


0.384 


0.384 


2528.00 


lesk-definitions 


A 


yes 


0.348 


0.343 


2487.00 


random-with-phrase-filter 


A 


yes 


0.231 


0.231 


2523.00 


random-main 


A 


yes 


0.225 


0.225 


2528.00 


random 


A 


yes 


0.169 


0.169 


2528.00 


malaysia 


A 




0.141 


0.101 


1803.00 


Sussex 


0 




0.000 


0.000 


5.00 


all-verbs: mixed-grained minimal scores 


system name 


category 


baseline? 


precision 


recall 


niunber 
attempted 


hector 


human 




0.970 


0.968 


2524.00 
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hopkins 


S 


- 


0.766 


0.758 


2505.00 


ets-pu 


S 


- 


0.741 


0.740 


2528.00 


durham 


S 


- 


0.736 


0.736 


2528.00 


tilburg 


S 


- 


0.730 


0.730 


2528.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.709 


0.707 


2523.00 


lesk-plus-corpus 


S 


yes 


0.695 


0.695 


2528.00 


grling-sdm 


S 


- 


0.682 


0.678 


2512.00 


manitoba-ks 


S 


- 


0.681 


0.680 


2528.00 


manitoba-dl 


S 


- 


0.669 


0.414 


1564.91 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.668 


0.660 


2501.00 


manitoba-dl-unweighted 


S 


- 


0.634 


0.631 


2514.00 


commonest-for-inflected 


S 


yes 


0.625 


0.621 


2513.00 


commonest 


S 


yes 


0.568 


0.568 


2528.00 


lesk-with-phrase-filter 


A 


yes 


0.565 


0.563 


2518.00 


suss 


S 


- 


0.565 


0.525 


2349.00 


clres 


A 


- 


0.556 


0.521 


2372.00 


lesk 


A 


yes 


0.551 


0.550 


2524.00 


most-examples-with-phrase-filter 


A 


yes 


0.510 


0.508 


2523.00 


manitoba-dl-dictionary 


A 


- 


0.488 


0.238 


1234.58 


xeroxceli 


A 


- 


0.460 


0.401 


2204.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.458 


0.455 


2514.00 


korea 


S 


- 


0.456 


0.456 


2528.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.454 


0.444 


2473.00 


most-examples 


A 


yes 


0.447 


0.447 


2528.00 


lesk-definitions 


A 


yes 


0.423 


0.416 


2487.00 


most-examples-subsumer 


A 


yes 


0.411 


0.410 


2528.00 
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random-with-phrase-filter 


A 


yes 


0.321 


0.321 


2523.00 


random 


A 


yes 


0.260 


0.260 


2528.00 


random-main 


A 


yes 


0.237 


0.237 


2528.00 


malaysia 


A 




0.222 


0.158 


1803.00 


Sussex 


0 




0.000 


0.000 


5.00 



all-verbs : coarse- grained m inimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.971 


0.969 


2581.00 


hopkins 


S 




0.775 


0.768 


2562.00 


ets-pu 


S 




0.756 


0.755 


2585.00 


durham 


S 




0.748 


0.747 


2585.00 


tilburg 


S 




0.744 


0.744 


2585.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.723 


0.721 


2580.00 


lesk-plus-corpus 


S 


yes 


0.710 


0.710 


2585.00 


manitoba-dl 


S 




0.697 


0.430 


1596.78 


manitoba-ks 


S 




0.693 


0.693 


2585.00 


grling-sdm 


S 




0.693 


0.689 


2569.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.685 


0.678 


2557.00 


manitpba-dl-vmweighted 


S 




0.655 


0.651 


2570.00 


commonest-for-inflected 


S 


yes 


0.643 


0.639 


2569.00 


commonest 


S 


yes 


0.583 


0.582 


2585.00 


suss 


S 




0.583 


0.538 


2389.00 


lesk-with-phrase-filter 


A 


yes 


0.577 


0.574 


2575.00 


lesk 


A 


yes 


0.563 


0.562 


2581.00 
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clres 


A 


- 


0.561 


0.526 


2426.00 


most-examples-with-phrase-filter 


A 


yes 


0.522 


0.520 


2580.00 


manitoba-dl-dictionary 


A 


- 


0.508 


0.248 


1261.67 


manitoba-dl-dictionary-unweighted 


A 


- 


0.477 


0.474 


2570.00 


xeroxceli 


A 


- 


0.470 


0.409 


2251.00 


korea 


S 


- 


0.463 


0.463 


2585.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.463 


0.453 


2530.00 


most-examples 


A 


yes 


0.459 


0.459 


2585.00 


most-examples-subsumer 


A 


yes 


0.442 


0.442 


2585.00 


lesk-definitions 


A 


yes 


0.432 


0.425 


2544.00 


random-with-phrase-filter 


A 


yes 


0.339 


0.338 


2580.00 


random 


A 


yes 


0.277 


0.277 


2585.00 


random-main 


A 


yes 


0.245 


0.245 


2585.00 


malaysia 


A 




0.234 


0.167 


1842.00 


Sussex 


0 




0.000 


0.000 


5.00 



adjectives : fine-grained scores 



system name 


category 


baseline? 


precision 


recall 


nimiber 
attempted 


hector 


human 




0.966 


0.965 


1405.00 


Hopkins 


S 




0.782 


0.756 


1359.00 


durham 


S 




0.753 


0.752 


1405.00 


ets-pu 


S 




0.741 


0.676 


1283.00 


tilburg 


s 




0.735 


0.671 


1284.00 
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manitoba-ks 


S 


- 


0.721 


0.659 


1284.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.718 


0.717 


1403.00 


commbnest-for-inflected-with-phrase-filter 


S 


yes 


0.691 


0.630 


1281.00 


commonest-for-inflected 


S 


yes 


0.687 


0.626 


1281.00 


suss 


S 


- 


0.686 


0.640 


1311.00 


most-examples- with-phrase-filter 


A 


yes 


0.681 


0.681 


1406.00 


grling-sdm 


S 


- 


0.672 


0.590 


1234.00 


lesk-plus-corpus 


S 


yes 


0.668 


0.667 


1404.00 


manitoba-dl 


s 


- 


0.650 


0.391 


845.01 


most-examples-subsumer 


A 


yes 


0.649 


0.649 


1406.00 


commonest 


S 


yes 


0.643 


0.587 


1284.00 


manitoba-dl-unweighted 


S 


- 


0.641 


0.636 


1395.00 


most-examples 


A 


yes 


0.632 


0.632 


1406.00 


korea 


S 


- 


0.589 


0.538 


1284.00 


lesk-with-phrase-filter 


A 


yes 


0.561 


0.559 


1400.00 


clres 


A 


- 


0.557 


0.532 


1344.00 


xeroxceli 


A 


- 


0.527 


0.473 


1261.00 


lesk 


A 


yes 


0.506 


0.505 


1401.00 


manitoba-dl-dictionary 


A 


- 


0.494 


0.229 


652.20 


manitoba-dl-dictionary-unweighted 


A 


- 


0.481 


0.477 


1395.00 


lesk-definitions-with-phrjise-filter 


A 


yes 


0.337 


0.324 


1355.00 


random-with-phrase-filter 


A 


yes 


0.317 


0.317 


1406.00 


lesk-definitions 


A 


yes 


0.267 


0.263 


1385.00 


random-main 


A 


yes 


0.253 


0.253 


1406.00 


random 


A 


yes 


0.190 


0.190 


1406.00 


malaysia 


A 




0.181 


0.129 


1004.00 
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adjectives : mixed-grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 


_ 


0.972 


0.972 


1405.00 


hopkins 


S 


_ 


0.797 


0.771 


1359.00 


durham 


S 


_ 


0.775 


0.775 


1405.00 


ets-pu 


s 


_ 


0.768 


0.701 


1283.00 


tilburg 


s 


_ 


0.754 


0.689 


1284.00 


manitoba-ks 


s 


_ 


0.753 


0.688 


1284.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.737 


0.735 


1403.00 


suss 


s 


_ 


0.729 


0.679 


1311.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.713 


0.650 


1281.00 


lesk-plus-corpus 


s 


yes 


0.709 


0.708 


1404.00 


commpnest-for-inflected 


s 


yes 


0.708 


0.645 


1281.00 


most-examples-with-phrase-filter 


A 


yes 


0.694 


0.694 


1406.00 


grling-sdm 


s 


_ 


0.691 


0.607 


1234.00 


most-examples-subsumer 


A 


yes 


0.688 


0.688 


1406.00 


manitoba-dl 


S 


_ 


0.688 


0.414 


845.01 


commonest 


s 


yes 


0.685 


0.626 


1284.00 


manitoba-dl-unweighted 


s 




0.675 


0.670 


1395.00 


most-examples 


A 


yes 


0.664 


0.664 


1406.00 


korea 


S 




0.631 


0.576 


1284.00 


lesk-with-phrase-filter 


A 


yes 


0.590 


0.588 


1400.00 


clres 


A 




0.590 


0.564 


1344.00 


xeroxceli 


A 




0.583 


0.523 


1261.00 
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lesk 


A 


yes 


0.558 


0.556 


1401.00 


manitoba-dl-dictionary 


A 


- 


0.524 


0.243 


652.20 


manitoba-dl-dictionary-unweighted 


A 


- 


0.506 


0.502 


1395.00 


lesk-definitions 


A 


yes 


0.431 


0.425 


1385.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.422 


0.407 


1355.00 


random-with-phrase-filter 


A 


yes 


0.417 


0.417 


1406.00 


malaysia 


A 


- 


0.312 


0.223 


1004.00 


random 


A 


yes 


0.293 


0.293 


1406.00 


random-main 


A 


yes 


0.267 


0.267 


1406.00 



adjectives : coarse-grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector. 


human 




0.973 


0.973 


1405.00 


hopkins 


S 




0.799 


0.772 


1359.00 


durham 


S 




0.778 


0.777 


1405.00 


ets-pu 


S 




0.776 


0.708 


1283.00 


manitoba-ks 


S 




0.764 


0.698 


1284.00 


tilburg 


S 




0.760 


0.694 


1284.00 


suss 


S 




0.747 


0.696 


1311.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.740 


0.738 


1403.00 


lesk-plus-corpus 


s 


yes 


0.726 


0.725 


1404.00 


manitoba-dl 


s 




0.719 


0.432 


845.01 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.716 


0.652 


1281.00 


commonest-for-inflected 


s 


yes 


0.711 


0.648 


1281.00 


most-examples-subsumer 


A 


yes 


0.709 


0.709 


1406.00 
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commonest 


S 


yes 


0.708 


0.647 


1284.00 


manitoba-dl-imweighted 


S 


- 


0.702 


0.697 


1395.00 


most-examples-with-phrase-filter 


A 


yes 


0.697 


0.697 


1406.00 


grling-sdm 


S 


- 


0.695 


0.610 


1234.00 


most-examples 


A 


yes 


0.685 


0.685 


1406.00 


korea 


S 


- 


0.634 


0.579 


1284.00 


clres 


A 


- 


0.629 


0.601 


1344.00 


xeroxceli 


A 


- 


0.597 


0.536 


1261.00 


lesk-with-phrase-filter 


A 


yes 


0.596 


0.593 


1400.00 


lesk 


A 


yes 


0.573 


0.571 


1401.00 


manitoba-dl-dictionary 


A 


- 


0.548 


0.254 


652.20 


manitoba-dl-dictionary-unweighted 


A 


- 


0.528 


0.524 


1395.00 


lesk-definitions 


A 


yes 


0.434 


0.428 


1385.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.425 


0.409 


1355.00 


random-with-phrase-filter 


A 


yes 


0.422 


0.422 


1406.00 


malaysia 


A 


- 


0.323 


0.230 


1004.00 


random 


A 


yes 


0.301 


0.301 


1406.00 


random-main 


A 


yes 


0.278 


0.278 


1406.00 



adjectives : fine-grained ininimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.969 


0.969 


1116.00 


hopkins 


S 




0.784 


0.757 


1078.00 


durham 


S 




0.752 


0.751 


1115.00 


ets-pu 


S 




0.729 


0.659 


1010.00 
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tilburg 


S 


- 


0.727 


0.659 


1011.00 


manitoba-ks 


S 


- 


0.711 


0.644 


1011.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.709 


0.707 


1113.00 


grling-sdm 


s 


- 


0.674 


0.586 


970.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.673 


0.608 


1009.00 


commonest-for-inflected 


s 


yes 


0.668 


0.604 


1009.00 


most-examples-with-phrase-filter 


A 


yes 


0.664 


0.664 


1116.00 


suss 


S 


- 


0.662 


0.616 


1039.00 


lesk-plus-corpus 


S 


yes 


0.648 


0.646 


1114.00 


manitoba-dl 


s 


- 


0.635 


0.386 


678.02 


manitoba-dl-unweighted 


s 


- 


0.628 


0.625 


1110.00 


most-examples-subsumer 


A 


yes 


0.619 


0.619 


1116.00 


commonest 


S 


yes 


0.612 


0.555 


1011.00 


most-examples 


A 


yes 


0.604 


0.604 


1116.00 


lesk-with-phrase-filter 


A 


yes 


0.571 


0.568 


1111.00 


korea 


S 


- 


0.567 


0.513 


1011.00 


xeroxceli 


A 


- 


0.554 


0.505 


1018.00 


clres 


A 


- 


0.513 


0.492 


1071.00 


lesk 


A 


yes 


0.503 


0.501 


1112.00 


manitoba-dl-dictionary 


A 


- 


0.498 


0.235 


526.63 


manitoba-dl-dictionary-imweighted 


A 


- 


0.485 


0.482 


1110.00 


random-with-phrase-filter 


A 


yes 


0.317 


0.317 


1116.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.311 


0.297 


1068.00 


random-main 


A 


yes 


0.232 


0.232 


1116.00 


lesk-definitions 


A 


yes 


0.232 


0.229 


1098.00 


malaysia 


A 




0.189 


0.137 


808.00 
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random 


A 


yes 


0.169 


0.169 


1116.00 


adjectives: mixed-grained minimal scores 


system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.974 


0.974 


1116.00 


hopkins 


S 




0.798 


0.771 


1078.00 


durham 


S 




0.774 


0.773 


1115.00 


ets-pu 


S 




0.759 


0.687 


1010.00 


tilburg 


S 




0.747 


0.677 


1011.00 


manitoba-ks 


s 




0.743 


0.673 


1011.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.121 


0.725 


1113.00 


suss 


s 




0.709 


0.660 


1039.00 


lesk-plus-corpus 


s 


yes 


0.693 


0.692 


1114.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.693 


0.626 


1009.00 


grling-sdm 


s 




0.693 


0.602 


970.00 


commonest-for-inflected 


s 


yes 


0.687 


0.621 


1009.00 


most-examples-with-phrase-filter 


A 


yes 


0.677 


0.677 


1116.00 


manitoba-dl 


s 




0.675 


0.410 


678.02 


manitoba-dl-unweighted 


s 




0.664 


0.660 


1110.00 


most-examples-subsumer 


A 


yes 


0.660 


0.660 


1116.00 


commonest 


S 


yes 


0.657 


0.595 


1011.00 


most-examples 


A 


yes 


0.639 


0.639 


1116.00 


xeroxceli 


A 




0.611 


0.558 


1018.00 


korea 


S 




0.610 


0.553 


1011.00 


lesk-with-phrase-filter 


A 


yes 


0.600 


0.598 


1111.00 
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lesk 


A 


yes 


0.561 


0.559 


1112.00 


clres 


A 


- 


0.545 


0.523 


1071.00 


manitoba-dl-dictionary 


A 


- 


0.530 


0.250 


526.63 


manitoba-dl-dictionary-unweighted 


A 


- 


0.512 


0.509 


1110.00 


random-with-phrase-filter 


A 


yes 


0.411 


0.411 


1116.00 


lesk-definitions 


A 


yes 


0.389 


0.383 


1098.00 


lesk-definitions-with-phrzise-filter 


A 


yes 


0.370 


0.354 


1068.00 


malaysia 


A 


- 


0.292 


0.211 


808.00 


random 


A 


yes 


0.267 


0.267 


1116.00 


random-main 


A 


yes 


0.246 


0.246 


1116.00 



a d je ctives : coarse-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.975 


0.975 


1246.00 


hopkins 


S 




0.808 


0.782 


1206.00 


durham 


S 




0.784 


0.783 


1245.00 


ets-pu 


S 




0.779 


0.712 


1139.00 


manitoba-ks 


S 




0.773 


0.707 


1140.00 


tilburg 


S 




0.763 


0.698 


1140.00 


suss 


S 




0.747 


0.696 


1160.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.743 


0.742 


1243.00 


lesk-plus-corpus 


S 


yes 


0.729 


0.727 


1244.00 


manitoba-dl 


S 




0.723 


0.438 


754.22 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.718 


0.655 


1138.00 


commonest-for-inflected 


S 


yes 


0.712 


0.651 


1138.00 
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most-examples-subsumer 


A 


yes 


0.709 


0.709 


1246.00 


commonest 


S 


yes 


0.709 


0.648 


1140.00 


manitoba-dl-unweighted 


S 


- 


0.707 


0.702 


1237.00 


grling-sdm 


S 


- 


0.700 


0.616 


1097.00 


most-examples-with-phrase-filter 


A 


yes 


0.695 


0.695 


1246.00 


most-examples 


A 


yes 


0.683 


0.683 


1246.00 


korea 


S 


- 


0.624 


0.571 


1140.00 


clres 


A 


- 


0.622 


0.596 


1195.00 


xeroxceli 


A 


- 


0.600 


0.545 


1131.00 


lesk-with-phrase-filter 


A 


yes 


0.590 


0.587 


1241.00 


lesk 


A 


yes 


0.564 


0.562 


1242.00 


manitoba-dl-dictionary 


A 


- 


0.544 


0.254 


581.47 


manitoba-dl-dictionary-unweighted 


A 


- 


0.522 


0.518 


1237.00 


lesk-defmitions 


A 


yes 


0.422 


0.415 


1227.00 


random-with-phrase-filter 


A 


yes 


0.416 


0.416 


1246.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.405 


0.389 


1197.00 


malaysia 


A 


- 


0.311 


0.231 


926.00 


random 


A 


yes 


0.288 


0.288 


1246.00 


random-main 


A 


yes 


0.263 


0.263 


1246.00 
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all-adjectives : fine-grained scores 



system name 


category 


basehne? 


precision 


recall 


number 
attempted 


hector 


human 


- 


0.957 


0.956 


1749.00 


hopkins 


S 


- 


0.755 


0.734 


1703.00 


durham 


S 


- 


0.743 


0.743 


1749.00 


tilburg 


S 


- 


0.721 


0.671 


1628.00 


ets-pu 


S 


- 


0.717 


0.666 


1626.00 


manitoba-ks 


S 


- 


0.699 


0.650 


1627.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.688 


0.686 


1746.00 


suss 


s 


- 


0.662 


0.626 


1655.00 


grling-sdm 


s 


- 


0.638 


0.570 


1563.00 


lesk-plus-corpus 


s 


yes 


0.637 


0.636 


1748.00 


manitoba-dl 


s 


- 


0.637 


0.379 


1040.90 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.635 


0.586 


1617.00 


commonest-for-inflected 


s 


yes 


0.627 


0.580 


1618.00 


manitoba-dl-unweighted 


s 


- 


0.618 


0.611 


1732.00 


most-examples-with-phrase-filter 


A 


yes 


0.615 


0.615 


1750.00 


korea 


s 


- 


0.606 


0.563 


1628.00 


commonest 


s 


yes 


0.576 


0.536 


1628.00 


most-examples 


A 


yes 


0.567 


0.567 


1750.00 


most-examples-subsumer 


A 


yes 


0.555 


0.555 


1750.00 


lesk-with-phrase-filter 


A 


yes 


0.536 


0.534 


1743.00 


clres 


A 




0.536 


0.505 


1646.00 


xeroxceli 


A 




0.495 


0.434 


1534.00 


lesk 


A 


yes 


0.484 


0.482 


1745.00 



http://vmwJtri.brighton.ac.uk/events/senseval/ARCHIVE/RES. .7senseval-first-ma 4/12/02 



Detailed results for main tasks (first part) 



Page 39 of 117 



manitoba-dl-dictionary 


A 


- 


0.482 


0.225 


818.64 


manitoba-dl-dictionary-unweighted 


A 


- 


0.463 


0.458 


1732.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.348 


0.337 


1694.00 


random-with-phrase-filter 


A 


yes 


0.287 


0.287 


1750.00 


lesk-definitions 


A 


yes 


0.286 


0.283 


1729.00 


random-main 


A 


yes 


0.225 


0.225 


1750.00 


malaysia 


A 




0.214 


0.163 


1338.00 


random 


A 


yes 


0.168 


0.168 


1750.00 



a l l - ad jectives : mixed- gra i ned scores 



system name 


paLegoi-y 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.962 


0.962 


1749.00 


hopkins 


S 




0.766 


0.746 


1703.00 


durham 


S 




0.762 


0.761 


1749.00 


ets-pu 


S 




0.739 


0.687 


1626.00 


tilburg 


S 




0.738 


0.686 


1628.00 


manitoba-ks 


S 




0.724 


0.674 


1627.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.703 


0.701 


1746.00 


suss 


S 




0.695 


0.657 


1655.00 


manitoba-dl 


S 




0.674 


0.401 


1040.90 


lesk-plus-corpus 


S 


yes 


0.671 


0.670 


1748.00 


grling-sdm 


s 




0.655 


0.585 


1563.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.652 


0.602 


1617.00 


manitoba-dl-unweighted 


s 




0.650 


0.643 


1732.00 


commonest-for-inflected 


s 


yes 


0.644 


0.595 


1618.00 
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korea 


S 


- 


0.639 


0.594 


1628.00 


most-examples-with-phrase-filter 


A 


yes 


0.627 


0.627 


1750.00 


commonest 


S 


yes 


0.609 


0.567 


1628.00 


most-examples 


A 


yes 


0.595 


0.595 


1750.00 


most-examples-subsumer 


A 


yes 


0.589 


0.589 


1750.00 


clres 


A 


- 


0.563 


0.530 


1646.00 


lesk-with-phrase-filter 


A 


yes 


0.561 


0.559 


1743.00 


xeroxceli 


A 


- 


0.547 


0.479 


1534.00 


lesk 


A 


yes 


0.530 


0.529 


1745.00 


manitoba-dl-dictionary 


A 


- 


0.513 


0.240 


818.64 


manitoba-dl-dictionary-unweighted 


A 


- 


0.487 


0.482 


1732.00 


lesk-definitions 


A 


yes 


0.419 


0.414 


1729.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.419 


0.405 


1694.00 


random-with-phrase-filter 


A 


yes 


0.370 


0.370 


1750.00 


malaysia 


A 


- 


0.320 


0.244 


1338.00 


random 


A 


yes 


0.257 


0.257 


1750.00 


random-main 


A 


yes 


0.236 


0.236 


1750.00 



all-adjectives : coarse- g rain ed scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.963 


0.963 


1749.00 


hopkins 


S 




0.768 


0.747 


1703.00 


durham 


S 




0.764 


0.764 


1749.00 


ets-pu 


S 




0.745 


0.693 


1626.00 


tilburg 


S 




0.742 


0.691 


1628.00 
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manitoba-ks 


S 


- 


0.733 


0.682 


1627.00 


suss 


S 


- 


0.709 


0.671 


1655.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.705 


0.704 


1746.00 


manitoba-dl 


S 


- 


0.699 


0.416 


1040.90 


lesk-plus-corpus 


S 


yes 


0.685 


0.684 


1748.00 


manitpba-dl-unweighted 


S 


- 


0.673 


0.666 


1732.00 


grling-sdm 


S 


- 


0.659 


0.589 


1563.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.654 


0.604 


1617.00 


commonest-for-inflected 


S 


yes 


0.646 


0.597 


1618.00 


korea 


S 


- 


0.642 


0.597 


1628.00 


most-examples-with-phrase-filter 


A 


yes 


0.629 


0.629 


1750.00 


commonest 


S 


yes 


0.627 


0.583 


1628.00 


most-examples 


A 


yes 


0.612 


0.612 


1750.00 


most-examples-subsumer 


A 


yes 


0.607 


0.607 


1750.00 


clres 


A 


- 


0.595 


0.560 


1646.00 


lesk-with-phrase-filter 


A 


yes 


0.566 


0.563 


1743.00 


xeroxceli 


A 


- 


0.558 


0.489 


1534.00 


lesk 


A 


yes 


0.542 


0.540 


1745.00 


manitoba-dl-dictionary 


A 


- 


0.534 


0.250 


818.64 


manitoba-dl-dictionary-unweighted 


A 


- 


0.506 


0.501 


1732.00 


lesk-definitions 


A 


yes 


0.422 


0.417 


1729.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.421 


0.407 


1694.00 


random-with-phrase-filter 


A 


yes 


0.374 


0.374 


1750.00 


malaysia 


A 


- 


0.329 


0.251 


1338.00 


random 


A 


yes 


0.264 


0.264 


1750.00 


random-main 


A 


yes 


0.245 


0.245 


1750.00 
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all-adjectives : fine-grained minimal scores 



system name 


category 


basehne? 


precision 


recall 


number 
attempted 


hector 


human 




0.965 


0.965 


1385.00 


hopkins 


S 


_ 


0.751 


0.731 


1347.00 


durham 


S 


_ 


0.749 


0.748 


1384.00 


tilburg 


s 


_ 


0.710 


0.656 


1280.00 


ets-pu 


s 


_ 


0.707 


0.653 


1278.00 


manitoba-ks 


s 




0.690 


0.637 


1279.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.681 


0.679 


1381.00 


suss 


s 




0.645 


0.609 


1308.00 


grling-sdm 


s 


_ 


0.636 


0.564 


1228.00 


manitoba-dl 


s 


_ 


0.627 


0.378 


835.76 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.621 


0.570 


1271.00 


lesk-plus-corpus 


s 


yes 


0.618 


0.617 


1383.00 


commonest-for-inflected 


s 


yes 


0.612 


0.562 


1272.00 


manitoba-dl-unweighted 


s 


_ 


0.606 


0.601 


1374.00 


most-examples-with-phrase-filter 


A 


yes 


0.593 


0.593 


1385.00 


korea 


s 




0.590 


0.545 


1280.00 


commonest 


s 


yes 


0.551 


0.509 


1280.00 


most-examples 


A 


yes 


0.534 


0.534 


1385.00 


lesk-with-phrase-filter 


A 


yes 


0.531 


0.528 


1379.00 


most-examples-subsumer 


A 


yes 


0.519 


0.519 


1385.00 


xeroxceli 


A 




0.515 


0.460 


1237.00 


clres 


A 




0.507 


0.480 


1311.00 
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manitoba-dl-dictionary 


A 


- 


0.481 


0.231 


664.18 


lesk 


A 


yes 


0.468 


0.466 


1381.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.462 


0.458 


1374.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.318 


0.306 


1333.00 


random-with-phrase-filter 


A 


yes 


0.285 


0.285 


1385.00 


lesk-definitions 


A 


yes 


0.250 


0.247 


1367.00 


malaysia 


A 


- 


0.219 


0.169 


1069.00 


random-main 


A 


yes 


0.204 


0.204 


1385.00 


random 


A 


yes 


0.149 


0.149 


1385.00 



all-adjectives : mixed-grained minimal scores 



system name 


category 


baseUne? 


precision 


recall 


number 
attempted 


hector 


human 




0.970 


0.970 


1385.00 


durham 


S 




0.767 


0.767 


1384.00 


Hopkins 


S 




0.763 


0.742 


1347.00 


ets-pu 


S 




0.733 


0.676 


1278.00 


tilburg 


S 




0.727 


0.671 


1280.00 


manitoba-ks 


S 




0.715 


0.660 


1279.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.696 


0.694 


1381.00 


suss 


s 




0.682 


0.644 


1308.00 


manitoba-dl 


s 




0.666 


0.402 


835.76 


lesk-plus-corpus 


s 


yes 


0.657 


0.656 


1383.00 


grling-sdm 


s 




0.653 


0.579 


1228.00 


manitoba-dl-unweighted 


s 




0.642 


0.636 


1374.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.637 


0.584 


1271.00 
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commonest-for-inflected 


S 


yes 


0.627 


0.576 


1272.00 


korea 


S 


- 


0.624 


0.577 


1280.00 


most-examples-with-phrase-filter 


A 


yes 


0.605 


0.605 


1385.00 


commonest 


S 


yes 


0.586 


0.542 


1280.00 


xeroxceli 


A 


- 


0.569 


0.509 


1237.00 


most-examples 


A 


yes 


0.565 


0.565 


1385.00 


lesk-vvith-phrase-filter 


A 


yes 


0.557 


0.554 


1379.00 


most-examples-subsimier 


A 


yes 


0.556 


0.556 


1385.00 


clres 


A 


- 


0.534 


0.505 


1311.00 


lesk 


A 


yes 


0.520 


0.519 


1381.00 


manitoba-dl-dictionary 


A 


- 


0.515 


0.247 


664.18 


manitoba-dl-dictionary-unweighted 


A 


- 


0.489 


0.485 


1374.00 


lesk-definitions 


A 


yes 


0.376 


0.371 


1367.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.367 


0.354 


1333.00 


random-with-phrase-filter 


A 


yes 


0.363 


0.363 


1385.00 


malaysia 


A 


- 


0.300 


0.231 


1069.00 


random 


A 


yes 


0.233 


0.233 


1385.00 


random-main 


A 


yes 


0.217 


0.217 


1385.00 



all-adjectives : coarse-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.971 


0.971 


1517.00 


durham 


S 




0.777 


0.777 


1516.00 


hopkins 


S 




0.773 


0.753 


1477.00 


ets-pu 


S 




0.751 


0.697 


1409.00 
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tilburg 


S 


- 


0.741 


0.690 


1411.00 


manitoba-ks 


S 


- 


0.741 


0.689 


1410.00 


suss 


S 


- 


0.716 


0.675 


1431.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.712 


0.710 


1513.00 


manitoba-dl 


S 


- 


0.707 


0.425 


912.47 


lesk-plus-corpus 


S 


yes 


0.689 


0.688 


1515.00 


manitoba-dl-unweighted 


S 


- 


0.680 


0.674 


1503.00 


grling-sdm 


s 


- 


0.662 


0.593 


1357.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.661 


0.611 


1402.00 


commonest-for-inflected 


s 


yes 


0.652 


0.603 


1403.00 


korea 


s 


- 


0.634 


0.590 


1411.00 


commonest 


s 


yes 


0.634 


0.589 


1411.00 


most-examples-with-phrase-filter 


A 


yes 


0.626 


0.626 


1517.00 


most-examples 


A 


yes 


0.607 


0.607 


1517.00 


most-examples-subsumer 


A 


yes 


0.606 


0.606 


1517.00 


clres 


A 


- 


0.598 


0.567 


1437.00 


xeroxceli 


A 


- 


0.564 


0.502 


1352.00 


lesk-with-phrase-filter 


A 


yes 


0.552 


0.549 


1511.00 


manitoba-dl-dictionary 


A 


- 


0.529 


0.251 


719.40 


lesk 


A 


yes 


0.526 


0.524 


1513.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.500 


0.496 


1503.00 


lesk-definitions 


A 


yes 


0.404 


0.399 


1498.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.397 


0.383 


1464.00 


random-with-phrase-filter 


A 


yes 


0.371 


0.371 


1517.00 


malaysia 


A 




0.315 


0.247 


1189.00 


random 


A 


yes 


0.253 


0.253 


1517.00 
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random-main 


A 


yes 


0.233 


0.233 


1517.00 



indeteiTainates : fine-grained scores 



system name 


category 


baseUne? 


precision 


recall 


number 
attempted 


hector 


human 


- 


0.970 


0.969 


1782.00 


durham 


S 


- 


0.775 


0.775 


1785.00 


tilburg 


S 


- 


0.771 


0.631 


1462.00 


hopkins 


S 


- 


0.759 


0.759 


1785.00 


ets-pu 


S 


- 


0.735 


0.601 


1461.00 


korea 


S 


- 


0.721 


0.590 


1462.00 


grling-sdm 


S 


- 


0.693 


0.542 


1396.00 


manitoba-dl 


S 


- 


0.675 


0.356 


942.29 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.656 


0.531 


1446.00 


manitoba-ks 


S 


- 


0.654 


0.536 


1461.00 


manitoba-dl-unweighted 


S 


- 


0.603 


0.599 


1771.00 


commonest-for-inflected 


s 


yes 


0.588 


0.479 


1454.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.582 


0.581 


1783.00 


clres 


A 




0.572 


0.518 


1615.00 


suss 


S 




0.555 


0.555 


1785.00 


lesk-plus-corpus 


S 


yes 


0.544 


0.544 


1784.00 


commonest 


S 


yes 


0.467 


0.383 


1462.00 


xeroxceli 


A 




0.438 


0.352 


1437.00 


lesk-with-phrase-filter 


A 


yes 


0.425 


0.424 


1780.00 
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lesk 


A 


yes 


0.379 


0.379 


1784.00 


manitoba-dl-dictionary 


A 


- 


0.371 


0.161 


775.34 


most-examples-with-phrase-filter 


A 


yes 


0.346 


0.346 


1785.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.325 


0.321 


1761.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.307 


0.305 


1771.00 


most-examples-subsumer 


A 


yes 


0.273 


0.273 


1785.00 


lesk-definitions 


A 


yes 


0.266 


0.264 


1774.00 


Ottawa 


A 


- 


0.260 


0.019 


131.00 


Ottawa-revised 


A 


- 


0.260 


0.019 


131.00 


malaysia 


A 


- 


0.257 


0.246 


1711.00 


Sussex 


0 


- 


0.249 


0.051 


365.00 


most-examples 


A 


yes 


0.248 


0.248 


1785.00 


random-with-phrase-filter 


A 


yes 


0.195 


0.195 


1785.00 


random-main 


A 


yes 


0.099 


0.099 


1785.00 


random 


A 


yes 


0.083 


0.083 


1785.00 



indetemiinates : mix e d-g ra i ned scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.972 


0.970 


1782.00 


dvu"ham 


S 




0.793 


0.793 


1785.00 


tilburg 


S 




0.774 


0.634 


1462.00 


hopkins 


S 




0.766 


0.766 


1785.00 


ets-pu 


S 




0.743 


0.608 


1461.00 


korea 


S 




0.728 


0.596 


1462.00 


grling-sdm 


S 




0.700 


0.547 


1396.00 
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manitoba-dl 


S 


- 


0.690 


0.364 


942.29 


manitoba-ks 


S 


- 


0.666 


0.545 


1461.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.658 


0.533 


1446.00 


clres 


A 


- 


0.633 


0.573 


1615.00 


manitoba-dl-unweighted 


S 


- 


0.621 


0.616 


1771.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.594 


0.593 


1783.00 


commonest-for-inflected 


S 


yes 


0.590 


0.480 


1454.00 


suss 


S 


- 


0.567 


0.567 


1785.00 


lesk-plus-corpus 


S 


yes 


0.558 


0.557 


1784.00 


commonest 


s 


yes 


0.472 


0.387 


1462.00 


xeroxceli 


A 


- 


0.466 


0.375 


1437.00 


lesk-with-phrase-filter 


A 


yes 


0.444 


0.443 


1780.00 


lesk 


A 


yes 


0.400 


0.400 


1784.00 


manitoba-dl-dictionary 


A 


- 


0.389 


0.169 


775.34 


most-examples-with-phrase-filter 


A 


yes 


0.352 


0.352 


1785.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.341 


0.337 


1761.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.322 


0.320 


1771.00 


most-examples-subsumer 


A 


yes 


0.308 


0.308 


1785.00 


malaysia 


A 


- 


0.283 


0.271 


1711.00 


lesk-definitions 


A 


yes 


0.275 


0.273 


1774.00 


Sussex 


0 


- 


0.262 


0.054 


365.00 


Ottawa 


A 


- 


0.260 


0.019 


131.00 


Ottawa-revised 


A 


- 


0.260 


0.019 


131.00 


most-examples 


A 


yes 


0.256 


0.256 


1785.00 


random-with-phrase-filter 


A 


yes 


0.236 


0.236 


1785.00 


random 


A 


yes 


0.124 


0.124 


1785.00 



http://www.itri.brighton.ac.uk/events/sensevayARCHIVE/R£S..Vse 4/12/02 



Detailed results for main tasks (first part) 



Page 49 of 117 



random-main 


A 


yes 


0.104 


0.104 


1785.00 


indeterminates: coarse-grained scores 


system name 


category 


basehne? 


precision 


recall 


number 
attempted 


hector 


human 




0.973 


0.971 


1782.00 


durham 


S 






0.797 


1785.00 


tilburg 


s 




Q.116 


0.635 


1462.00 


hopkins 


s 




0.768 


0.768 


1785.00 


ets-pu 


s 




0.746 


0.611 


1461.00 


korea 


s 




0.728 


0.597 


1462.00 


grling-sdm 


s 




0.703 


0.550 


1396.00 


manitoba-dl 


s 




0.692 


0.365 


942.29 


manitoba-ks 


s 




0.669 


0.547 


1461.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.661 


0.535 


1446.00 


clres 


A 




0.635 


0.575 


1615.00 


manitoba-dl-unweighted 


s 




0.624 


0.619 


1771.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.596 


0.596 


1783.00 


commonest-for-inflected 


s 


yes 


0.591 


0.481 


1454.00 


suss 


s 




0.569 


0.569 


1785.00 


lesk-plus-corpus 


s 


yes 


0.561 


0.560 


1784.00 


commonest 


s 


yes 


0.472 


0.387 


1462.00 


xeroxceli 


A 




0.468 


0.376 


1437.00 


lesk-with-phrase-filter 


A 


yes 


0.445 


0.444 


1780.00 


lesk 


A 


yes 


0.402 


0.401 


1784.00 


manitoba-dl-dictionary 


A 




0.392 


0.170 


775.34 
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most-examples-with-phrase-filter 


A 


yes 


0.355 


0.355 


1785.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.342 


0.337 


1761.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.324 


0.322 


1771.00 


most-examples-subsumer 


A 


yes 


0.313 


0.313 


1785.00 


malaysia 


A 


- 


0.286 


0.274 


1711.00 


lesk-definitions 


A 


yes 


0.276 


0.274 


1774.00 


Sussex 


0 


- 


0.262 


0.054 


365.00 


most-examples 


A 


yes 


0.261 


0.261 


1785.00 


Ottawa 


A 


- 


0.260 


0.019 


131.00 


Ottawa-revised 


A 


- 


0.260 


0.019 


131.00 


random-with-phrase-filter 


A 


yes 


0.238 


0.238 


1785.00 


random 


A 


yes 


0.125 


0.125 


1785.00 


random-main 


A 


yes 


0.104 


0.104 


1785.00 



indeterminates : fine-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.977 


0.975 


1466.00 


durham 


S 




0.786 


0.786 


1469.00 


tilburg 


S 




0.771 


0.667 


1270.00 


hopkins 


S 




0.745 


0.745 


1469.00 


ets-pu 


S 




0.739 


0.638 


1269.00 


korea 


S 




0.726 


0.628 


1270.00 


grling-sdm 


S 




0.699 


0.577 


1214.00 


manitoba-dl 


S 




0.685 


0.388 


831.03 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.668 


0.571 


1257.00 
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manitoba-ks 


S 


- 


0.664 


0.573 


1269.00 


manitoba-dl-unweighted 


S 


- 


0.630 


0.626 


1458.00 


clres 


A 


- 


0.615 


0.556 


1328.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.599 


0.598 


1467.00 


commonest-for-inflected 


S 


yes 


0.597 


0.513 


1263.00 


suss 


S 


- 


0.594 


0.594 


1469.00 


lesk-plus-corpus 


S 


yes 


0.557 


0.557 


1468.00 


commonest 


S 


yes 


0.482 


0.417 


1270.00 


xeroxceli 


A 


- 


0.437 


0.385 


1296.00 


lesk-with-phrase-filter 


A 


yes 


0.426 


0.424 


1464.00 


lesk 


A 


yes 


0.375 


0.375 


1468.00 


most-examples-with-phrase-filter 


A 


yes 


0.372 


0.372 


1469.00 


manitoba-dl-dictionary 


A 


- 


0.367 


0.174 


695.26 


lesk-definitions-with-phrase-filter 


A 


yes 


0.342 


0.336 


1446.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.298 


0.296 


1458.00 


Ottawa 


A 


- 


0.286 


0.022 


112.00 


Ottawa-revised 


A 


- 


0.286 


0.022 


112.00 


lesk-definitions 


A 


yes 


0.276 


0.274 


1458.00 


malaysia 


A 


- 


0.257 


0.245 


1399.00 


most-examples 


A 


yes 


0.254 


0.254 


1469.00 


Sussex 


0 


- 


0.234 


0.047 


297.00 


most-examples-subsumer 


A 


yes 


0.227 


0.227 


1469.00 


random-with-phrase-filter 


A 


yes 


0.203 


0.203 


1469.00 


random-main 


A 


yes 


0.092 


0.092 


1469.00 


rzindom 


A 


yes 


0.077 


0.077 


1469.00 
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indetermi nates : mixed-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 


- 


0.979 


0.977 


1466.00 


durham 


S 


- 


0.795 


0.795 


1469.00 


tilburg 


S 


- 


0.773 


0.669 


1270.00 


Hopkins 


S 


- 


0.751 


0.751 


1469.00 


ets-pu 


S 


- 


0.747 


0.645 


1269.00 


korea 


S 


- 


0.732 


0.633 


1270.00 


grling-sdm 


S 


- 


0.705 


0.582 


1214.00 


manitoba-dl 


S 


- 


0.700 


0.396 


831.03 


manitoba-ks 


S 


- 


0.671 


0.579 


1269.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.670 


0.574 


1257.00 


manitoba-dl-unweighted 


S 


- 


0.647 


0.642 


1458.00 


clres 


A 


- 


0.626 


0.565 


1328.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.608 


0.607 


1467.00 


suss 


S 


- 


0.604 


0.604 


1469.00 


commonest-for-inflected 


S 


yes 


0.598 


0.514 


1263.00 


lesk-plus-corpus 


S 


yes 


0.567 


0.566 


1468.00 


commonest 


S 


yes 


0.484 


0.419 


1270.00 


xeroxceli 


A 


- 


0.456 


0.402 


1296.00 


lesk-with-phrase-filter 


A 


yes 


0.440 


0.439 


1464.00 


lesk 


A 


yes 


0.392 


0.392 


1468.00 


manitoba-dl-dictionary 


A 




0.387 


0.183 


695.26 


most-examples-with-phrase-filter 


A 


yes 


0.376 


0.376 


1469.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.356 


0.351 


1446.00 
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manitoba-dl-dictionary-unweighted 


A 


- 


0.313 


0.311 


1458.00 


Ottawa 


A 


- 


0.286 


0.022 


112.00 


Ottawa-revised 


A 


- 


0.286 


0.022 


112.00 


lesk-definitions 


A 


yes 


0.282 


0.280 


1458.00 


malaysia 


A 


- 


0.273 


0.260 


1399.00 


most-examples 


A 


yes 


0.261 


0.261 


1469.00 


most-examples-subsumer 


A 


yes 


0.249 


0.249 


1469.00 


Sussex 


0 


- 


0.241 


0.049 


297.00 


random-with-phrase-filter 


A 


yes 


0.240 


0.240 


1469.00 


random 


A 


yes 


0.112 


0.112 


1469.00 


random-main 


A 


yes 


0.096 


0.096 


1469.00 



i ndetermin ates: co ar se-grained mi n i mal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.979 


0.977 


1474.00 


durham 


S 




0.798 


0.798 


1477.00 


tilburg 


S 




0.773 


0.669 


1278.00 


hopkins 


S 




0.752 


0.752 


1477.00 


ets-pu 


S 




0.749 


0.648 


1277.00 


korea 


S 




0.732 


0.633 


1278.00 


grling-sdm 


S 




0.705 


0.584 


1222.00 


manitoba-dl 


S 




0.701 


0.396 


834.87 


manitoba-ks 


s 




0.672 


0.581 


1277.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.670 


0.574 


1265.00 


manitoba-dl-imweighted 


s 




0.648 


0.643 


1465.00 
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clres 


A 


- 


0.626 


0.566 


1335.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.608 


0.607 


1475.00 


suss 


S 


- 


0.606 


0.606 


1477.00 


cormnonest-for-inflected 


S 


yes 


0.595 


0.512 


1271.00 


lesk-plus-corpus 


S 


yes 


0.569 


0.569 


1476.00 


commonest 


S 


yes 


0.481 


0.416 


1278.00 


xeroxceli 


A 


- 


0.457 


0.404 


1303.00 


lesk-with-phrase-filter 


A 


yes 


0.442 


0.441 


1472.00 


lesk 


A 


yes 


0.395 


0.395 


1476.00 


manitoba-dl-dictionary 


A 


- 


0.389 


0.184 


697.84 


most-examples-with-phrase-filter 


A 


yes 


0.382 


0.382 


1477.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.357 


0.351 


1454.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.315 


0.312 


1465.00 


Ottawa 


A 


- 


0.286 


0.022 


112.00 


Ottawa-revised 


A 


- 


0.286 


0.022 


112.00 


lesk-definitions 


A 


yes 


0.284 


0.282 


1466.00 


malaysia 


A 


- 


0.276 


0.263 


1407.00 


most-examples 


A 


yes 


0.269 


0.269 


1477.00 


most-examples-subsumer 


A 


yes 


0.258 


0.258 


1477.00 


random-with-phrase-filter 


A 


yes 


0.241 


0.241 


1477.00 


Sussex 


0 


- 


0.240 


0.048 


298.00 


rzindom 


A 


yes 


0.114 


0.114 


1477.00 


random-main 


A 


yes 


0.096 


0.096 


1477.00 
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determina tes: fine-grained scores 



svstem name 


cateeorv 


baseline? 


nrecision 


recall 


number 
attempted 


hector 


human 




0.963 


0.962 


6653.00 


durham 


S 




0.770 


0.769 


6661.00 


hopkins 


S 




0.766 


0.757 


6587.00 


ets-pu 


S 




0.748 


0.671 


5981.00 


tilburg 


S 




0.742 


0.667 


5983.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.720 


0.719 


6652.00 


manitoba-ks 


S 




0.699 


0.628 


5983.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.679 


0.600 


5882.00 


lesk-plus-corpus 


s 


yes 


0.675 


0.675 


6658.00 


grling-sdm 


s 




0.672 


0.584 


5798.00 


suss 


s 




0.658 


0.624 


6323.00 


commonest-for-inflected 


s 


yes 


0.651 


0.580 


5943.00 


avignon 


0 




0.649 


0.160 


1647.04 


manitoba-dl 


s 




0.632 


0.372 


3919.08 


upc-ehu-su-unweighted 


s 




0.620 


0.251 


2699.00 


manitoba-dl-unweighted 


s 




0.615 


0.611 


6620.00 


commonest 


s 


yes 


0.591 


0.530 


5983.00 


lesk-with-phrase-filter 


A 


yes 


0.584 


0.581 


6633.00 


korea 


s 




0.573 


0.515 


5983.00 


most-examples-with-phrase-filter 


A 


yes 


0.565 


0.565 


6657.00 


clres 


A 




0.556 


0.519 


6220.00 


most-examples-subsumer 


A 


yes 


0.529 


0.529 


6662.00 


lesk 


A 


yes 


0.528 


0.526 


6644.00 
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manitoba-dl-dictionary 


A 


- 


0.504 


0.237 


3137.59 


most-examples 


A 


yes 


0.502 


0.502 


6662.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.491 


0.487 


6620.00 


Sussex 


0 


- 


0.476 


0.057 


804.00 


xeroxceli 


A 


- 


0.468 


0.376 


5348.00 


Ottawa-revised 


A 


- 


0.450 


0.020 


297.00 


upc-ehu-su 


S 


- 


0.433 


0.176 


2699.00 


upc-ehu-un-unweighted 


A 


- 


0.416 


0.161 


2569.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.403 


0.388 


6409.00 


Ottawa 


A 


- 


0.363 


0.016 


299.00 


upc-ehu-im 


A 


- 


0.356 


0.137 


2569.00 


lesk-definitions 


A 


yes 


0.311 


0.307 


6563.00 


random-with-phrase-filter 


A 


yes 


0.299 


0.298 


6657.00 


random-main 


A 


yes 


0.250 


0.250 


6662.00 


malaysia 


A 




0.187 


0.139 


4955.00 


random 


A 


yes 


0.183 


0.183 


6662.00 



determinates : inixed-grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.967 


0.966 


6653.00 


hopkins 


S 




0.802 


0.793 


6587.00 


durham 


S 




0.798 


0.798 


6661.00 


ets-pu 


S 




0.776 


0.697 


5981.00 


tilburg 


S 




0.773 


0.694 


5983.00 


Ottawa-revised 


A 




0.773 


0.034 


297.00 
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lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.753 


0.752 


6652.00 


avignon 


0 


- 


0.733 


0.181 


1647.04 


manitoba-ks 


s 


- 


0.731 


0.656 


5983.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.722 


0.637 


5882.00 


lesk-plus-corpus 


s 


yes 


0.714 


0.713 


6658.00 


suss 


s 


- 


0.707 


0.671 


6323.00 


upc-ehu-su-unweighted 


s 


- 


0.706 


0.286 


2699.00 


grling-sdm 


s 


- 


0.698 


0.608 


5798.00 


commonest-for-inflected 


s 


yes 


0.696 


0.621 


5943.00 


manitoba-dl 


s 


- 


0.681 


0.401 


3919.08 


Ottawa 


A 


- 


0.676 


0.030 


299.00 


Sussex 


0 


- 


0.666 


0.080 


804.00 


manitoba-dl-unweighted 


s 


- 


0.661 


0.657 


6620.00 


commonest 


s 


yes 


0.627 


0.563 


5983.00 


lesk-with-phrase-filter 


A 


yes 


0.622 


0.619 


6633.00 


korea 


S 


- 


0.612 


0.549 


5983.00 


clres 


A 


- 


0.606 


0.566 


6220.00 


upc-ehu-un-unweighted 


A 


- 


0.601 


0.232 


2569.00 


most-examples-with-phrase-filter 


A 


yes 


0.595 


0.595 


6657.00 


upc-ehu-su 


S 


- 


0.588 


0.238 


2699.00 


most-examples-subsumer 


A 


yes 


0.576 


0.576 


6662.00 


lesk 


A 


yes 


0.573 


0.571 


6644.00 


upc-ehu-un 


A 


- 


0.551 


0.213 


2569.00 


manitoba-dl-dictionary 


A 


- 


0.549 


0.258 


3137.59 


xeroxceli 


A 




0.545 


0.437 


5348.00 


most-ex£imples 


A 


yes 


0.536 


0.536 


6662.00 
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manitoba-dl-dictionary-unweighted 


A 


- 


0.531 


0.528 


6620.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.486 


0.468 


6409.00 


random-with-phrase-filter 


A 


yes 


0.435 


0.435 


6657.00 


lesk-definitions 


A 


yes 


0.417 


0.411 


6563.00 


malaysia 


A 


- 


0.326 


0.242 


4955.00 


random 


A 


yes 


0.322 


0.322 


6662.00 


random-main 


A 


yes 


0.268 


0.268 


6662.00 



d etemiinates : coarse-grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.969 


0.967 


6653.00 


durham 


S 




0.818 


0.818 


6661.00 


hopkins 


S 




0.816 


0.807 


6587.00 


Ottawa-revised 


A 




0.811 


0.036 


297.00 


ets-pu 


S 




0.797 


0.715 


5981.00 


tilburg 


S 




0.793 


0.712 


5983.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.779 


0.778 


6652.00 


avignon 


0 




0.767 


0.190 


1647.04 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.757 


0.668 


5882.00 


manitoba-ks 


S 




0.754 


0.677 


5983.00 


manitoba-dl 


S 




0.751 


0.442 


3919.08 


lesk-plus-corpus 


S 


yes 


0.744 


0.744 


6658.00 


suss 


S 




0.738 


0.700 


6323.00 


upc-ehu-su-imweighted 


S 




0.732 


0.297 


2699.00 


commonest-for-inflected 


s 


yes 


0.730 


0.651 


5943.00 
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manitoba-dl-unweighted 


S 


- 


0.720 


0.716 


6620.00 


grling-sdm 


S 


- 


0.718 


0.625 


5798.00 


Ottawa 


A 


- 


0.706 


0.032 


299.00 


Sussex 


0 


- 


0.694 


0.084 


804.00 


commonest 


S 


yes 


0.670 


0.602 


5983.00 


upc-ehu-un-unweighted 


A 


- 


0.650 


0.251 


2569.00 


lesk-with-phrase-filter 


A 


yes 


0.641 


0.638 


6633.00 


clres 


A 


- 


0.640 


0.598 


6220.00 


most-examples-subsumer 


A 


yes 


0.638 


0.638 


6662.00 


upc-ehu-su 


S 


- 


0.627 


0.254 


2699.00 


korea 


S 


- 


0.626 


0.562 


5983.00 


most-examples-with-phrase-filter 


A 


yes 


0.622 


0.622 


6657.00 


manitoba-dl-dictionary 


A 


- 


0.600 


0.283 


3137.59 


upc-ehu-un 


A 


- 


0.600 


0.231 


2569.00 


lesk 


A 


yes 


0.595 


0.593 


6644.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.577 


0.573 


6620.00 


xeroxceli 


A 


- 


0.570 


0.458 


5348.00 


most-examples 


A 


yes 


0.569 


0.569 


6662.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.513 


0.494 


6409.00 


random-with-phrase-filter 


A 


yes 


0.462 


0.462 


6657.00 


lesk-definitions 


A 


yes 


0.451 


0.444 


6563.00 


malaysia 


A 


- 


0.357 


0.265 


4955.00 


random 


A 


yes 


0.353 


0.353 


6662.00 


random-main 


A 


yes 


0.286 


0.286 


6662.00 
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determinates : fine-grained minimal scores 



system name 


category 


baseUne? 


precision 


recall 


number 
attempted 


hector 


human 


- 


0.969 


0.968 


5757.00 


hopkins 


S 


- 


0.778 


0.769 


5699.00 


durham 


S 


- 


0.777 


0.777 


5761.00 


ets-pu 


S 


- 


0.755 


0.676 


5159.00 


tilburg 


s 


- 


0.750 


0.672 


5161.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.727 


0.725 


5752.00 


manitoba-ks 


s 


- 


0.710 


0.636 


5161.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.686 


0.604 


5069.00 


lesk-plus-corpus 


s 


yes 


0.677 


0.676 


5758.00 


grling-sdm 


s 


- 


0.675 


0.586 


5000.00 


suss 


s 


- 


0.656 


0.627 


5506.00 


commonest-for-inflected 


s 


yes 


0.654 


0.582 


5128.00 


avignon 


0 


- 


0.652 


0.168 


1488.78 


manitoba-dl 


s 


- 


0.633 


0.376 


3423.62 


manitoba-dl-unweighted 


s 


- 


0.615 


0.611 


5729.00 


upc-ehu-su-imweighted 


s 


- 


0.612 


0.258 


2430.00 


commonest 


s 


yes 


0.595 


0.533 


5161.00 


lesk-with-phrase-filter 


A 


yes 


0.585 


0.582 


5736.00 


korea 


s 


- 


0.575 


0.515 


5161.00 


most-examples-with-phrase-filter 


A 


yes 


0.555 


0.554 


5757.00 


clres 


A 




0.554 


0.516 


5373.00 


lesk 


A 


yes 


0.523 


0.521 


5747.00 


most-examples-subsumer 


A 


yes 


0.516 


0.516 


5762.00 
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manitoba-dl-dictionary 


A 


- 


0.502 


0.239 


2748.27 


manitoba-dl-dictionary-unweighted 


A 


- 


0.488 


0.485 


5729.00 


most-examples 


A 


yes 


0.484 


0.484 


5762.00 


Sussex 


0 


- 


0.477 


0.060 


727.00 


xeroxceli 


A 


- 


0.470 


0.381 


4670.00 


Ottawa-revised 


A 


- 


0.443 


0.021 


268.00 


upc-ehu-su 


S 


- 


0.423 


0.179 


2430.00 


upc-ehu-un-unweighted 


A 


- 


0.407 


0.163 


2314.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.392 


0.376 


5522.00 


Ottawa 


A 


- 


0.351 


0.016 


270.00 


upc-ehu-un 


A 


- 


0.345 


0.139 


2314.00 


lesk-definitions 


A 


yes 


0.294 


0.290 


5672.00 


random-with-phrase-filter 


A 


yes 


0.292 


0.292 


5757.00 


random-main 


A 


yes 


0.233 


0.233 


5762.00 


malaysia 


A 




0.179 


0.134 


4301.00 


random 


A 


yes 


0.170 


0.170 


5762.00 



det e nn inates : mixed -g raine d minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.972 


0.971 


5757.00 


hopkins 


S 




0.810 


0.801 


5699.00 


durham 


S 




0.805 


0.805 


5761.00 


ets-pu 


S 




0.782 


0.700 


5159.00 


tilburg 


S 




0.778 


0.697 


5161.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.760 


0.758 


5752.00 
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Ottawa-revised 


A 


- 


0.760 


0.035 


268.00 


manitoba-ks 


S 


- 


0.741 


0.663 


5161.00 


avignon 


0 


- 


0.735 


0.190 


1488.78 


commpnest-for-inflected-with-phrase-filter 


s 


yes 


0.727 


0.640 


5069.00 


lesk-plus-corpus 


s 


yes 


0.715 


0.714 


5758.00 


suss 


s 


- 


0.707 


0.675 


5506.00 


grling-sdm 


s 


- 


0.701 


0.608 


5000.00 


commonest-for-inflected 


s 


yes 


0.697 


0.621 


5128.00 


upc-ehu-su-unweighted 


s 


- 


0.696 


0.294 


2430.00 


manitoba-dl 


s 


- 


0.682 


0.405 


3423.62 


manitoba-dl-unweighted 


s 


- 


0.661 


0.658 


5729.00 


Sussex 


0 


- 


0.661 


0.083 


727.00 


Ottawa 


A 


- 


0.656 


0.031 


270.00 


commonest 


s 


yes 


0.630 


0.565 


5161.00 


lesk-with-phrase-filter 


A 


yes 


0.623 


0.620 


5736.00 


korea 


S 


- 


0.612 


0.549 


5161.00 


clres 


A 


- 


0.602 


0.562 


5373.00 


upc-ehu-un-unweighted 


A 


- 


0.588 


0.236 


2314.00 


most-examples-with-phrase-filter 


A 


yes 


0.585 


0.585 


5757.00 


upc-ehu-su 


S 


- 


0.573 


0.242 


2430.00 


lesk 


A 


yes 


0.568 


0.567 


5747.00 


most-examples-subsumer 


A 


yes 


0.564 


0.563 


5762.00 


manitoba-dl-dictionary 


A 


- 


0.545 


0.260 


2748.27 


xeroxceli 


A 


- 


0.543 


0.440 


4670.00 


upc-ehu-un 


A 




0.535 


0.215 


2314.00 


manitoba-dl-dictionary-unweighted 


A 




0.528 


0.525 


5729.00 
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most-examples 


A 


yes 


0.518 


0.518 


5762.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.471 


0.452 


5522.00 


random-with-phrase-filter 


A 


yes 


0.426 


0.426 


5757.00 


lesk-definitions 


A 


yes 


0.400 


0.393 


5672.00 


malaysia 


A 


- 


0.307 


0.229 


4301.00 


random 


A 


yes 


0.305 


0.305 


5762.00 


random-main 


A 


yes 


0.250 


0.250 


5762.00 



deteiTTii nates : coarse- grained iTiiniinal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.974 


0.973 


5983.00 


durham 


S 




0.824 


0.824 


5987.00 


hopkins 


S 




0.823 


0.814 


5923.00 


ets-pu 


S 




0.803 


0.721 


5378.00 


Ottawa-revised 


A 




0.802 


0.037 


273.00 


tilburg 


S 




0.798 


0.717 


5380.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.787 


0.785 


5978.00 


avignon 


0 




0.770 


0.194 


1511.60 


memitoba-ks 


s 




0.764 


0.686 


5380.00 


commcnest-for-inflected-with-phrase-filter 


s 


yes 


0.764 


0.674 


5285.00 


manitoba-dl 


s 




0.757 


0.449 


3551.85 


lesk-plus-corpus 


s 


yes 


0.747 


0.747 


5984.00 


suss 


s 




0.742 


0.707 


5706.00 


commonest-for-inflected 


s 


yes 


0.734 


0.655 


5345.00 


manitoba-dl-imweighted 


s 




0.725 


0.720 


5952.00 
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upc-ehu-su-unweighted 


S 


- 


0.724 


0.299 


2472.00 


grlingTsdm 


S 


- 


0.720 


0.627 


5216.00 


Ottawa 


A 


- 


0.687 


0.032 


275.00 


Sussex 


0 


- 


0.685 


0.084 


738.00 


commonest 


S 


yes 


0.677 


0.608 


5380.00 


clres 


A 


- 


0.642 


0.599 


5588.00 


upc-ehu-un-imweighted 


A 


- 


0.642 


0.251 


2347.00 


lesk-with-phrase-filter 


A 


yes 


0.641 


0.638 


5962.00 


most-examples-subsimier 


A 


yes 


0.637 


0.637 


5988.00 


korea 


S 


- 


0.628 


0.564 


5380.00 


most-examples-with-phrase-filter 


A 


yes 


0.619 


0.619 


5983.00 


upc-ehu-su 


S 


- 


0.616 


0.254 


2472.00 


manitoba-dl-dictionary 


A 


- 


0.596 


0.284 


2848.26 


lesk 


A 


yes 


0.590 


0.589 


5973.00 


upc-ehu-un 


A 


- 


0.587 


0.230 


2347.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.573 


0.569 


5952.00 


xeroxceli 


A 


- 


0.566 


0.459 


4857.00 


most-examples 


A 


yes 


0.560 


0.560 


5988.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.506 


0.485 


5747.00 


random-with-phrase-filter 


A 


yes 


0.454 


0.454 


5983.00 


lesk-definitions 


A 


yes 


0.440 


0.434 


5897.00 


malaysia 


A 


- 


0.341 


0.256 


4491.00 


random 


A 


yes 


0.339 


0.339 


5988.00 


random-main 


A 


yes 


0.268 


0.268 


5988.00 
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all-trainable-nouns : fine-grained scores 



system name 


category 


baseline? 


precision 


1 1 

recall 


number 
attempted 


hector 


human 


- 


0.978 


0.977 


2913.00 


durham 


S 


- 


0.829 


0.829 


2914.00 


hopkins 


s 


- 


0.825 


0.824 


2912.00 


tilburg 


s 


- 


0.819 


0.819 


2914.00 


ets-pu 


s 


- 


0.807 


0.806 


2913.00 


korea 


s 


- 


0.773 


0.773 


2914.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.754 


0.754 


2913.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.746 


0.726 


2838.00 


manitoba-ks 


s 


- 


0.734 


0.734 


2914.00 


grling-sdm 


s 


- 


0.726 


0.685 


2747.00 


suss 


s 


- 


0.723 


0.723 


2914.00 


commonest-for-inflected 


s 


yes 


0.699 


0.694 


2894.00 


lesk-plus-corpus 


s 


yes 


0.687 


0.687 


2913.00 


clres 


A 


- 


0.687 


0.623 


2644.00 


manitoba-dl 


s 


- 


0.675 


0.398 


1716.86 


upc-ehu-su-unweighted 


s 


- 


0.663 


0.495 


2179.00 


manitoba-dl-unweighted 


s 


- 


0.658 


0.654 


2897.00 


avignon 


0 




0.649 


0.367 


1647.04 


commonest 


s 


yes 


0.599 


0.599 


2914.00 


lesk-with-phrase-filter 


A 


yes 


0.571 


0.568 


2900.00 


manitoba-dl-dictionary 


A 




0.489 


0.226 


1347.69 


xeroxceli 


A 




0.486 


0.358 


2150.00 
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most-examples-with-phrase-filter 


A 


yes 


0.483 


0.483 


2914.00 


lesk 


A 


yes 


0.482 


0.481 


2907.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.479 


0.477 


2897.00 


most-examples-subsumer 


A 


yes 


0.473 


0.473 


2914.00 


upc-ehu-su 


S 


- 


0.438 


0.327 


2179.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.419 


0.400 


2782.00 


upc-ehu-un-unweighted 


A 


- 


0.410 


0.288 


2049.00 


Ottawa-revised 


A 


- 


0.391 


0.045 


337.00 


most-examples 


A 


yes 


0.385 


0.385 


2914.00 


Sussex 


0 


- 


0.366 


0.110 


873.00 


upc-ehu-un 


A 


- 


0.341 


0.240 


2049.00 


Ottawa 


A 


- 


0.317 


0.037 


337.00 


random-with-phrase-filter 


A 


yes 


0.309 


0.309 


2914.00 


lesk-definitions 


A 


yes 


0.272 


0.269 


2879.00 


malaysia 


A 


- 


0.231 


0.193 


2432.00 


random-main 


A 


yes 


0.194 


0.194 


2914.00 


random 


A 


yes 


0.138 


0.138 


2914.00 



all-tr a in abl c -nouns : mixed -gr ained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.980 


0.980 


2913.00 


durham 


S 




0.856 


0.856 


2914.00 


tilburg 


S 




0.849 


0.849 


2914.00 


hopkins 


S 




0.846 


0.846 


2912.00 


ets-pu 


S 




0.832 


0.832 


2913.00 
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korea 


S 


- 


0.817 


0.817 


2914.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.804 


0.783 


2838.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.790 


0.789 


2913.00 


suss 


S 


- 


0.786 


0.786 


2914.00 


manitoba-ks 


S 


- 


0.770 


0.770 


2914.00 


commonest-for-inflected 


S 


yes 


0.761 


0.755 


2894.00 


grling-sdm 


S 


- 


0.751 


0.708 


2747.00 


clres 


A 


- 


0.734 


0.666 


2644.00 


manitoba-dl 


S 


- 


0.733 


0.432 


1716.86 


avignon 


O 


- 


0.733 


0.414 


1647.04 


lesk-plus-corpus 


S 


yes 


0.723 


0.723 


2913.00 


manitoba-dl-unweighted 


S 


- 


0.710 


0.706 


2897.00 


upc-ehu-su-unweighted 


S 


- 


0.710 


0.531 


2179.00 


commonest 


S 


yes 


0.641 


0.641 


2914.00 


lesk-with-phrase-filter 


A 


yes 


0.607 


0.604 


2900.00 


Ottawa-revised 


A 


- 


0.586 


0.068 


337.00 


upc-ehu-un-unweighted 


A 


- 


0.577 


0.406 


2049.00 


upc-ehu-su 


S 


- 


0.564 


0.422 


2179.00 


xeroxceli 


A 


- 


0.557 


0.411 


2150.00 


manitoba-dl-dictionary 


A 


- 


0.542 


0.250 


1347.69 


manitoba-dl-dictionary-unweighted 


A 


- 


0.523 


0.520 


2897.00 


most-examples-subsumer 


A 


yes 


0.521 


0.521 


2914.00 


lesk 


A 


yes 


0.516 


0.515 


2907.00 


upc-ehu-un 


A 


- 


0.516 


0.363 


2049.00 


most-examples- with-phrase-filter 


A 


yes 


0.514 


0.514 


2914.00 


Sussex 


0 




0.513 


0.154 


873.00 
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Ottawa 


A 


- 


0.505 


0.058 


337.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.503 


0.480 


2782.00 


random-with-phrase-filter 


A 


yes 


0.440 


0.440 


2914.00 


most-examples 


A 


yes 


0.419 


0.419 


2914.00 


lesk-definitions 


A 


yes 


0.363 


0.358 


2879.00 


malaysia 


A 


- 


0.353 


0.294 


2432.00 


random 


A 


yes 


0.282 


0.282 


2914.00 


random-main 


A 


yes 


0.211 


0.211 


2914.00 



all-trainable-noiins : coarse-grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.982 


0.981 


2913.00 


durham 


S 




0.887 


0.887 


2914.00 


tilburg 


S 




0.871 


0.871 


2914.00 


hopkins 


S 




0.865 


0.864 


2912.00 


ets-pu 


S 




0.854 


0.854 


2913.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.852 


0.830 


2838.00 


manitoba-dl 


S 




0.843 


0.497 


1716.86 


korea 


S 




0.835 


0.835 


2914.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.831 


0.830 


2913.00 


suss 


S 




0.828 


0.828 


2914.00 


manitoba-dl-imweighted 


S 




0.806 


0.801 


2897.00 


commonest-for-inflected 


S 


yes 


0.805 


0.800 


2894.00 


manitoba-ks 


S 




0.796 


0.796 


2914.00 


clres 


A 




0.783 


0.711 


2644.00 
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grling-sdm 


S 


- 


0.777 


0.732 


2747.00 


lesk-plus-corpus 


S 


yes 


0.767 


0.766 


2913.00 


avignon 


0 


- 


0.767 


0.434 


1647.04 


upc-ehu-su-unweighted 


s 


- 


0.742 


0.555 


2179.00 


commonest 


s 


yes 


0.695 


0.695 


2914.00 


lesk-with-phrase-filter 


A 


yes 


0.639 


0.636 


2900.00 


upc-ehu-un-unweighted 


A 


- 


0.639 


0.450 


2049.00 


manitoba-dl-dictionary 


A 


- 


0.626 


0.290 


1347.69 


most-examples-subsumer 


A 


yes 


0.625 


0.625 


2914.00 


Ottawa-revised 


A 


- 


0.620 


0.072 


337.00 


upc-ehu-su 


S 


- 


0.612 


0.457 


2179.00 


xeroxceli 


A 


- 


0.601 


0.443 


2150.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.595 


0.592 


2897.00 


upc-ehu-im 


A 


- 


0.575 


0.405 


2049.00 


most-examples-with-phrase-filter 


A 


yes 


0.561 


0.561 


2914.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.555 


0.530 


2782.00 


lesk 


A 


yes 


0.549 


0.548 


2907.00 


Sussex 


0 


- 


0.539 


0.161 


873.00 


Ottawa 


A 


- 


0.531 


0.061 


337.00 


random-with-phrase- filter 


A 


yes 


0.483 


0.483 


2914.00 


most-examples 


A 


yes 


0.472 


0.472 


2914.00 


lesk-definitions 


A 


yes 


0.427 


0.422 


2879.00 


malaysia 


A 


- 


0.401 


0.335 


2432.00 


random 


A 


yes 


0.332 


0.332 


2914.00 


random-main 


A 


yes 


0.237 


0.237 


2914.00 
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all-trainable-nouns : fine-grained minimal scores 



system name 


category 


basehne? 


precision 


recall 


number 
attempted 


hector 


human 


- 


0.979 


0.978 


2618.00 


durham 


S 


- 


0.830 


0.830 


2619.00 


hopkins 


S 


- 


0.828 


0.828 


2617.00 


tilburg 


S 


- 


0.820 


0.820 


2619.00 


ets-pu 


s 


- 


0.805 


0.805 


2618.00 


korea 


s 


- 


0.774 


0.774 


2619.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.759 


0.759 


2618.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.748 


0.728 


2550.00 


mzinitoba-ks 


s 


- 


0.745 


0.745 


2619.00 


suss 


s 


- 


0.735 


0.735 


2619.00 


grling-sdm 


s 


- 


0.721 


0.680 


2470.00 


commonest-for-inflected 


s 


yes 


0.696 


0.691 


2602.00 


clres 


A 


- 


0.691 


0.624 


2364.00 


lesk-plus-corpus 


s 


yes 


0.686 


0.685 


2618.00 


manitoba-dl 


s 


- 


0.669 


0.400 


1564.83 


upc-ehu-su-imweighted 


s 


- 


0.659 


0.495 


1970.00 


manitoba-dl-unweighted 


s 


- 


0.654 


0.650 


2603.00 


avignon 


0 


- 


0.652 


0.371 


1488.78 


commonest 


s 


yes 


0.605 


0.605 


2619.00 


lesk-with-phrase-filter 


A 


yes 


0.578 


0.576 


2606.00 


most-examples-with-phrase-filter 


A 


yes 


0.485 


0.485 


2619.00 


lesk 


A 


yes 


0.481 


0.480 


2613.00 


xeroxceli 


A 




0.480 


0.363 


1981.00 
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manitoba-dl-dictionary 


A 


- 


0.478 


0.226 


1235.90 


most-examples-subsumer 


A 


yes 


0.473 


0.473 


2619.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.468 


0.465 


2603.00 


upc-ehu-su 


S 


- 


0.430 


0.324 


1970.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.422 


0.402 


2493.00 


upc-ehu-un-unweighted 


A 


- 


0.406 


0.287 


1854.00 


most-examples 


A 


yes 


0.378 


0.378 


2619.00 


Ottawa-revised 


A 


- 


0.374 


0.044 


309.00 


Sussex 


0 


- 


0.361 


0.109 


791.00 


upc-ehu-im 


A 


- 


0.333 


0.236 


1854.00 


random-with-phrase-filter 


A 


yes 


0.305 


0.305 


2619.00 


Ottawa 


A 


- 


0.297 


0.035 


309.00 


lesk-definitions 


A 


yes 


0.267 


0.264 


2586.00 


malaysia 


A 


- 


0.228 


0.189 


2170.00 


random-main 


A 


yes 


0.180 


0.180 


2619.00 


random 


A 


yes 


0.129 


0.129 


2619.00 



all-trainable-nouns : mixed-grained minimal scores 



system name 


categorv 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.981 


0.981 


2618.00 


durham 


S 




0.858 


0.858 


2619.00 


tilburg 


S 




0.848 


0.848 


2619.00 


hopkins 


S 




0.848 


0.847 


2617.00 


ets-pu 


S 




0.830 


0.830 


2618.00 


korea 


S 




0.817 


0.817 


2619.00 
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commonest-for-inflected-with-phrase-filter 


S 


yes 


0.804 


0.783 


2550.00 


suss 


S 


- 


0.796 


0.796 


2619.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.795 


0.794 


2618.00 


manitoba-ks 


s 


- 


0.779 


0.779 


2619.00 


commonest-for-inflected 


s 


yes 


0.755 


0.751 


2602.00 


grling-sdm 


s 


- 


0.746 


0.704 


2470.00 


clres 


A 


- 


0.739 


0.667 


2364.00 


avignon 


0 


- 


0.735 


0.418 


1488.78 


manitoba-dl 


s 


- 


0.727 


0.434 


1564.83 


lesk-plus-corpus 


s 


yes 


0.719 


0.719 


2618.00 


manitoba-dl-unweighted 


s 


- 


0.706 


0.702 


2603.00 


upc-ehu-su-unweighted 


s 


- 


0.706 


0.531 


1970.00 


conunonest 


s 


yes 


0.643 


0.643 


2619.00 


lesk-with-phrzise-filter 


A 


yes 


0.613 


0.610 


2606.00 


Ottawa-revised 


A 


- 


0.575 


0.068 


309.00 


upc-ehu-un-unweighted 


A 


- 


0.571 


0.404 


1854.00 


upc-ehu-su 


S 


- 


0.554 


0.417 


1970.00 


xeroxceli 


A 


- 


0.543 


0.410 


1981.00 


manitoba-dl-dictionary 


A 


- 


0.530 


0.250 


1235.90 


most-examples-subsumer 


A 


yes 


0.522 


0.522 


2619.00 


most-examples-with-phrase-filter 


A 


yes 


0.515 


0.515 


2619.00 


lesk 


A 


yes 


0.512 


0.510 


2613.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.511 


0.508 


2603.00 


upc-ehu-un 


A 


- 


0.505 


0.357 


1854.00 


Sussex 


0 




0.505 


0.152 


791.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.504 


0.480 


2493.00 
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Ottawa 


A 


- 


0.489 


0.058 


309.00 


random-with-phrase-filter 


A 


yes 


0.437 


0.437 


2619.00 


most-examples 


A 


yes 


0.409 


0.409 


2619.00 


lesk-definitions 


A 


yes 


0.356 


0.351 


2586.00 


malaysia 


A 


- 


0.351 


0.291 


2170.00 


random 


A 


yes 


0.271 


0.271 


2619.00 


random-main 


A 


yes 


0.196 


0.196 


2619.00 



all -trainable-nouns : coarse- g r ained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.982 


0.982 


2657.00 


durham 


S 




0.888 


0.888 


2658.00 


tilburg 


S 




0.869 


0.869 


2658.00 


hopkins 


S 




0.866 


0.865 


2656.00 


ets-pu 


S 




0.853 


0.852 


2657.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.852 


0.830 


2587.00 


manitoba-dl 


s 




0.843 


0.503 


1586.00 


suss 


s 




0.840 


0.840 


2658.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.836 


0.835 


2657.00 


korea 


s 




0.834 


0.834 


2658.00 


manitoba-dl-unweighted 


s 




0.808 


0.803 


2642.00 


manitoba-ks 


s 




0.802 


0.802 


2658.00 


cormnonest-for-inflected 


s 


yes 


0.800 


0.795 


2640.00 


clres 


A 




0.790 


0.714 


2402.00 


grling-sdm 


s 




0.772 


0.728 


2508.00 
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avignon 


0 


- 


0.770 


0.438 


1511.60 


lesk-plus-corpus 


S 


yes 


0.763 


0.763 


2657.00 


upc-ehu-su-unweighted 


S 


- 


0.740 


0.558 


2006.00 


commonest 


S 


yes 


0.699 


0.699 


2658.00 


lesk-with-phrase-filter 


A 


yes 


0.650 


0.646 


2645.00 


upc-ehu-im-imweighted 


A 


- 


0.638 


0.451 


1881.00 


most-examples-subsumer 


A 


yes 


0.636 


0.636 


2658.00 


manitoba-dl-dictionary 


A 


- 


0.622 


0.293 


1253.07 


Ottawa-revised 


A 


- 


0.612 


0.072 


312.00 


upc-ehu-su 


S 


- 


0.606 


0.457 


2006.00 


xeroxceli 


A 


- 


0.592 


0.448 


2009.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.590 


0.587 


2642.00 


most-examples-with-phrase-filter 


A 


yes 


0.571 


0.571 


2658.00 


upc-ehu-un 


A 


- 


0.570 


0.403 


1881.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.559 


0.532 


2532.00 


lesk 


A 


yes 


0.551 


0.550 


2652.00 


Sussex 


0 


- 


0.528 


0.159 


802.00 


Ottawa 


A 


- 


0.516 


0.061 


312.00 


random-with-phrase-filter 


A 


yes 


0.483 


0.483 


2658.00 


most-examples 


A 


yes 


0.472 


0.472 


2658.00 


lesk-definitions 


A 


yes 


0.424 


0.418 


2625.00 


malaysia 


A 


- 


0.402 


0.333 


2203.00 


random 


A 


yes 


0.324 


0.324 


2658.00 


random-main 


A 


yes 


0.223 


0.223 


2658.00 
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a1 1-iintrai nable-noun s : fine-grained scores 



system name 


category 


baseUne? 


precision 


recall 


number 
attempted 


hector 


human 


- 


0.972 


0.972 


878.00 


durham 


S 


- 


0.871 


0.871 


878.00 


hopkins 


S 


- 


0.747 


0.747 


878.00 


most-examples-subsumer 


A 


yes 


0.603 


0.603 


878.00 


suss 


S 


- 


0.597 


0.597 


878.00 


manitoba-dl 


S 


- 


0.573 


0.213 


325.79 


lesk-with-phrase-filter 


A 


yes 


0.539 


0.538 


876.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.535 


0.534 


876.00 


Sussex 


0 


- 


0.535 


0.176 


289.00 


manitoba-dl-unweighted 


s 


- 


0.529 


0.526 


874.00 


lesk-plus-corpus 


s 


yes 


0.501 


0.500 


876.00 


lesk 


A 


yes 


0.500 


0.499 


876.00 


xeroxceli 


A 


- 


0.498 


0.326 


574.00 


most-examples-with-phrase-filter 


A 


yes 


0.497 


0.497 


878.00 


manitoba-dl-dictionary 


A 


- 


0.493 


0.190 


338.15 


upc-ehu-su-unweighted 


S 


- 


0.440 


0.261 


520.00 


upc-ehu-un-imweighted 


A 


- 


0.440 


0.261 


520.00 


most-examples 


A 


yes 


0.429 


0.429 


878.00 


clres 


A 




0.422 


0.395 


822.00 


upc-ehu-su 


S 




0.415 


0.246 


520.00 


upc-ehu-un 


A 




0.415 


0.246 


520.00 


manitoba-dl-dictionary-unweighted 


A 




0.407 


0.405 


874.00 
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Ottawa-revised 


A 


- 


0.404 


0.041 


89.00 


Ottawa 


A 


- 


0.396 


0.041 


91.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.312 


0.301 


848.00 


random-with-phrase-filter 


A 


yes 


0.269 


0.269 


878.00 


malaysia 


A 


- 


0.249 


0.236 


832.00 


lesk-definitions 


A 


yes 


0.234 


0.232 


869.00 


random-main 


A 


yes 


0.211 


0.211 


878.00 


random 


A 


yes 


0.173 


0.173 


878.00 



al l -untrainable-iiouns : mixed- grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.973 


0.973 


878.00 


durham 


S 




0.925 


0.925 


878.00 


hopkins 


S 




0.826 


0.826 


878.00 


Ottawa-revised 


A 




0.742 


0.075 


89.00 


Ottawa 


A 




0.725 


0.075 


91.00 


most-examples-subsumer 


A 


yes 


0.697 


0.697 


878.00 


upc-ehu-su-unweighted 


S 




0.692 


0.410 


520.00 


upc-ehu-im-unweighted 


A 




0.692 


0.410 


520.00 


upc-ehu-su 


S 




0.691 


0.409 


520.00 


upc-ehu-un 


A 




0.691 


0.409 


520.00 


Sussex 


0 




0.633 


0.208 


289.00 


suss 


s 




0.631 


0.631 


878.00 


xeroxceli 


A 




0.628 


0.411 


574.00 


manitoba-dl 


S 




0.612 


0.227 


325.79 
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lesk-with-phrase-filter 


A 


yes 


0.592 


0.591 


876.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.591 


0.589 


876.00 


manitoba-dl-unweighted 


S 


- 


0.585 


0.582 


874.00 


most-examples-with-phrase-filter 


A 


yes 


0.562 


0.562 


878.00 


lesk-plus-corpus 


S 


yes 


0.552 


0.550 


876.00 


lesk 


A 


yes 


0.548 


0.547 


876.00 


clres . 


A 


- 


0.543 


0.509 


822.00 


manitoba-dl-dictionary 


A 


- 


0.535 


0.206 


338.15 


most-examples 


A 


yes 


0.485 


0.485 


878.00 


random-with-phrase-filter 


A 


yes 


0.472 


0.472 


878.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.457 


0.454 


874.00 


malaysia 


A 


- 


0.376 


0.356 


832.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.337 


0.325 


848.00 


random 


A 


yes 


0.326 


0.326 


878.00 


lesk-definitions 


A 


yes 


0.258 


0.255 


869.00 


random-main 


A 


yes 


0.235 


0.235 


878.00 



al I'Un trainable-noun s : coarse -g rain ed scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.973 


0.973 


878.00 


durham 


S 




0.926 


0.926 


878.00 


hopkins 


S 




0.828 


0.828 


878.00 


Ottawa-revised 


A 




0.742 


0.075 


89.00 


Ottawa 


A 




0.725 


0.075 


91.00 


most-examples-subsumer 


A 


yes 


0.699 


0.699 


878.00 
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upc-ehu-su 


S 


- 


0.694 


0.411 


520.00 


upc-ehu-un 


A 


- 


0.694 


0.411 


520.00 


upc-ehu-su-unweighted 


S 


- 


0.692 


0.410 


520.00 


upc-ehu-un-unweighted 


A 


- 


0.692 


0.410 


520.00 


suss 


S 


- 


0.633 


0.633 


878.00 


Sussex 


0 


- 


0.633 


0.208 


289.00 


xeroxceli 


A 


- 


0.629 


0.411 


574.00 


manitoba-dl 


S 


- 


0.613 


0.227 


325.79 


lesk-with-phrase-filter 


A 


yes 


0.594 


0.593 


876.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.592 


0.591 


876.00 


manitoba-dl-unweighted 


S 


- 


0.587 


0.584 


874.00 


most-examples-with-phrase-filter 


A 


yes 


0.564 


0.564 


878.00 


lesk-plus-corpus 


S 


yes 


0.553 


0.552 


876.00 


lesk 


A 


yes 


0.549 


0.548 


876.00 


clres 


A 


- 


0.545 


0.510 


822.00 


manitoba-dl-dictionary 


A 


- 


0.535 


0.206 


338.15 


most-examples 


A 


yes 


0.486 


0.486 


878.00 


random-with-phrase-filter 


A 


yes 


0.473 


0.473 


878.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.457 


0.454 


874.00 


malaysia 


A 


- 


0.377 


0.358 


832.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.339 


0.327 


848.00 


random 


A 


yes 


0.326 


0.326 


878.00 


lesk-definitions 


A 


yes 


0.260 


0.257 


869.00 


random-main 


A 


yes 


0.235 


0.235 


878.00 
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al 1-untrai nable-nouns : fine- g rained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 


- 


0.969 


0.969 


695.00 


durham 


S 


- 


0.873 


0.873 


695.00 


hopkins 


S 


- 


0.717 


0.717 


695.00 


suss 


S 


- 


0.640 


0.640 


695.00 


Sussex 


0 


- 


0.573 


0.187 


227.00 


lesk-with-phrase-filter 


A 


yes 


0.568 


0.566 


693.00 


most-examples-with-phrase-filter 


A 


yes 


0.566 


0.566 


695.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.566 


0.564 


693.00 


manitoba-dl 


S 


- 


0.565 


0.235 


288.57 


most-examples-subsumer 


A 


yes 


0.542 


0.542 


695.00 


manitoba-dl-unweighted 


S 


- 


0.539 


0.537 


692.00 


lesk-plus-corpus 


S 


yes 


0.524 


0.522 


693.00 


lesk 


A 


yes 


0.520 


0.519 


693.00 


Ottawa-revised 


A 


- 


0.500 


0.050 


70.00 


manitoba-dl-dictionary 


A 


- 


0.494 


0.219 


308.46 


xeroxceli 


A 


- 


0.489 


0.381 


542.00 


Ottawa 


A 


- 


0.486 


0.050 


72.00 


most-examples 


A 


yes 


0.482 


0.482 


695.00 


clres 


A 


- 


0.443 


0.416 


652.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.421 


0.419 


692.00 


upc-ehu-su-vmweighted 


S 




0.411 


0.272 


460.00 


upc-ehu-im-unweighted 


A 




0.411 


0.272 


460.00 


upc-ehu-su 


S 




0.394 


0.260 


460.00 
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upc-ehu-un 


A 


- 


0.394 


0.260 


460.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.347 


0.332 


665.00 


random-with-phrase-filter 


A 


yes 


0.291 


0.291 


695.00 


lesk-definitions 


A 


yes 


0.253 


0.250 


686.00 


malaysia 


A 


- 


0.223 


0.210 


654.00 


random-main 


A 


yes 


0.218 


0.218 


695.00 


random 


A 


yes 


0.177 


0.177 


695.00 



all-untrai nable-nouns : mixed-grain ed minimal scores 



system name 


category 


basehne? 


precision 


recall 


number 
attempted 


hector 


human 




0.970 


0.970 


695.00 


durham 


S 




0.916 


0.916 


695.00 


Ottawa-revised 


A 




0.829 


0.083 


70.00 


Ottawa 


A 




0.806 


0.083 


72.00 


hopkins 


S 




0.791 


0.791 


695.00 


suss 


S 




0.681 


0.681 


695.00 


Sussex 


0 




0.674 


0.220 


227.00 


upc-ehu-su-unweighted 


S 




0.657 


0.435 


460.00 


upc-ehu-un-unweighted 


A 




0.657 


0.435 


460.00 


upc-ehu-un 


A 




0.655 


0.434 


460.00 


upc-ehu-su 


S 




0.655 


0.433 


460.00 


most-examples-with-phrase-filter 


A 


yes 


0.648 


0.648 


695.00 


most-examples-subsumer 


A 


yes 


0.629 


0.629 


695.00 


lesk-with-phrase-filter 


A 


yes 


0.623 


0.622 


693.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.623 


0.621 


693.00 
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xeroxceli 


A 


- 


0.615 


0.480 


542.00 


manitoba-dl 


S 


- 


0.609 


0.253 


288.57 


manitoba-dl-unweighted 


S 


- 


0.603 


0.600 


692.00 


lesk-plus-corpus 


S 


yes 


0.576 


0.575 


693.00 


lesk 


A 


yes 


0.570 


0.568 


693.00 


most-examples 


A 


yes 


0.551 


0.551 


695.00 


manitpba-dl-dictionary 


A 


- 


0.539 


0.239 


308.46 


random-with-phrase-filter 


A 


yes 


0.503 


0.503 


695.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.475 


0.473 


692.00 


clres 


A 


- 


0.467 


0.438 


652.00 


lesk-definitions-with-phrase- filter 


A 


yes 


0.377 


0.361 


665.00 


malaysia 


A 


- 


0.340 


0.320 


654.00 


random 


A 


yes 


0.335 


0.335 


695.00 


lesk-definitions 


A 


yes 


0.282 


0.278 


686.00 


random-main 


A 


yes 


0.244 


0.244 


695.00 



all-untraiiiable-nouns : coarse-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.971 


0.971 


701.00 


durham 


S 




0.917 


0.917 


701.00 


Ottawa-revised 


A 




0.833 


0.086 


72.00 


Ottawa 


A 




0.811 


0.086 


74.00 


hopkins 


S 




0.793 


0.793 


701.00 


suss 


S 




0.683 


0.683 


701.00 


Sussex 


0 




0.675 


0.220 


228.00 
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upc-ehu-su 


S 


- 


0.659 


0.438 


466.00 


upc-ehu-un 


A 


- 


0.659 


0.438 


466.00 


upc-ehu-su-unweighted 


S 


- 


0.657 


0.437 


466.00 


upc-ehu-un-unweighted 


A 


- 


0.657 


0.437 


466.00 


most-examples-with-phrase-filter 


A 


yes 


0.649 


0.649 


701.00 


most-examples-subsumer 


A 


yes 


0.635 


0.635 


701.00 


lesk-with-phrase-filter 


A 


yes 


0.626 


0.624 


699.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.625 


0.623 


699.00 


xeroxceli 


A 


- 


0.619 


0.482 


546.00 


manitoba-dl 


S 


- 


0.611 


0.254 


290.88 


manitoba-dl-unweighted 


S 


- 


0.607 


0.605 


698.00 


lesk-plus-corpus 


s 


yes 


0.579 


0.578 


699.00 


lesk 


A 


yes 


0.573 


0.571 


699.00 


most-examples 


A 


yes 


0.552 


0.552 


701.00 


manitoba-dl-dictionary 


A 


- 


0.539 


0.240 


311.55 


random-with-phrase-filter 


A 


yes 


0.506 


0.506 


701.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.476 


0.474 


698.00 


clres 


A 


- 


0.470 


0.439 


656.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.382 


0.365 


671.00 


malaysia 


A 


- 


0.345 


0.325 


660.00 


random 


A 


yes 


0.337 


0.337 


701.00 


lesk-definitions 


A 


yes 


0.284 


0.281 


692.00 


random-main 


A 


yes 


0.244 


0.244 


701.00 
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all-trainable-adjectives : fine-grained scores 



svstem name 


cateeorv 


baseline? 


nrecision 


recall 


number 
attempted 


hector 


human 




0.955 


0.954 


1627.00 


hopkins 


S 




0.740 


0.719 


1581.00 


durham 


S 




0.726 


0.726 


1627.00 


tilburg 


S 




0.721 


0.721 


1628.00 


ets-pu 


S 




0.717 


0.716 


1626.00 


manitoba-ks 


S 




0.699 


0.698 


1627.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.686 


0.685 


1626.00 


suss 


S 


■ 


0.648 


0.610 


1533.00 


lesk-plus-corpus 


S 


yes 


0.641 


0.640 


1627.00 


manitoba-dl 


S 




0.639 


0.383 


975.33 


grling-sdm 


S 




0.638 


0.612 


1563.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.635 


0.630 


1617.00 


commonest-for-inflected 


S 


yes 


0.627 


0.624 


1618.00 


manitoba-dl-unweighted 


S 




0.616 


0.610 


1612.00 


korea . 


S 




0.606 


0.606 


1628.00 


most-examples-with-phrase-filter 


A 


yes 


0.594 


0.594 


1628.00 


commonest 


S 


yes 


0.576 


0.576 


1628.00 


most-examples 


A 


yes 


0.549 


0.549 


1628.00 


most-examples-subsumer 


A 


yes 


0.536 


0.536 


1628.00 


clres 


A 




0.529 


0.500 


1538.00 


lesk-with-phrase-filter 


A 


yes 


0.525 


0.524 


1623.00 


lesk 


A 


yes 


0.478 


0.477 


1624.00 


xeroxceli 


A 




0.472 


0.419 


1444.00 
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manitoba-dl-dictionary 


A 


- 


0.445 


0.204 


747.68 


manitoba-dl-dictionary-unweighted 


A 


- 


0.431 


0.427 


1612.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.319 


0.312 


1589.00 


lesk-definitions 


A 


yes 


0.276 


0.274 


1615.00 


random-with-phrase-filter 


A 


yes 


0.267 


0.267 


1628.00 


random-main 


A 


yes 


0.226 


0.226 


1628.00 


malaysia 


A 




0.214 


0.176 


1338.00 


random 


A 


yes 


0.165 


0.165 


1628.00 



all-trainablc-ad j cctives : mixed-grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.961 


0.960 


1627.00 


hopkins 


S 




0.753 


0.731 


1581.00 


durham 


S 




0.746 


0.746 


1627.00 


ets-pu 


S 




0.739 


0.739 


1626.00 


tilburg 


S 




0.738 


0.738 


1628.00 


manitoba-ks 


S 




0.724 


0.724 


1627.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.703 


0.702 


1626.00 


lesk-plus-corpus 


S 


yes 


0.678 


0.678 


1627.00 


manitoba-dl 


S 




0.678 


0.406 


975.33 


suss 


S 




0.677 


0.637 


1533.00 


grling-sdm 


S 




0.655 


0.629 


1563.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.652 


0.647 


1617.00 


manitoba-dl-unweighted 


S 




0.651 


0.644 


1612.00 


commonest-for-inflected 


S 


yes 


0.644 


0.640 


1618.00 
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korea 


S 


- 


0.639 


0.639 


1628.00 


commonest 


S 


yes 


0.609 


0.609 


1628.00 


most-examples-with-phrase-filter 


A 


yes 


0.606 


0.606 


1628.00 


most-examples 


A 


yes 


0.580 


0.580 


1628.00 


most-examples-subsumer 


A 


yes 


0.573 


0.573 


1628.00 


lesk-with-phrase-filter 


A 


yes 


0.552 


0.550 


1623.00 


clres 


A 


- 


0.545 


0.515 


1538.00 


lesk 


A 


yes 


0.529 


0.527 


1624.00 


xeroxceli 


A 


- 


0.527 


0.468 


1444.00 


manitoba-dl-dictionary 


A 


- 


0.479 


0.220 


747.68 


manitoba-dl-dictionary-imweighted 


A 


- 


0.457 


0.453 


1612.00 


lesk-definitions 


A 


yes 


0.419 


0.415 


1615.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.394 


0.385 


1589.00 


random-with-phrase-filter 


A 


yes 


0.355 


0.355 


1628.00 


malaysia 


A 


- 


0.320 


0.263 


1338.00 


random 


A 


yes 


0.261 


0.261 


1628.00 


random-main 


A 


yes 


0.238 


0.238 


1628.00 



all-trainable-adjecti ves: coars e-gr a i ne d scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.962 


0.961 


1627.00 


hopkins 


S 




0.755 


0.733 


1581.00 


durham 


S 




0.749 


0.749 


1627.00 


ets-pu 


S 




0.745 


0.744 


1626.00 


tilburg 


S 




0.742 


0.742 


1628.00 
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manitoba-ks 


S 


- 


0.733 


0.733 


1627.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.706 


0.705 


1626.00 


manitoba-dl 


S 


- 


0.705 


0.422 


975.33 


lesk-plus-corpus 


S 


yes 


0.693 


0.692 


1627.00 


suss 


S 


- 


0.692 


0.652 


1533.00 


manitoba-dl-unweighted 


S 


- 


0.675 


0.668 


1612.00 


grling-sdm 


S 


- 


0.659 


0.633 


1563.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.654 


0.649 


1617.00 


commonest-for-inflected 


S 


yes 


0.646 


0.642 


1618.00 


korea 


S 


- 


0.642 


0.642 


1628.00 


commbnest 


s 


yes 


0.627 


0.627 


1628.00 


most-examples-with-phrase-filter 


A 


yes 


0.609 


0.609 


1628.00 


most-examples 


A 


yes 


0.598 


0.598 


1628.00 


most-examples-subsumer 


A 


yes 


0.592 


0.592 


1628.00 


clres 


A 


- 


0.579 


0.547 


1538.00 


lesk-with-phrase-filter 


A 


yes 


0.556 


0.555 


1623.00 


lesk 


A 


yes 


0.541 


0.540 


1624.00 


xeroxceli 


A 


- 


0.539 


0.479 


1444.00 


manitoba-dl-dictionary 


A 


- 


0.502 


0.230 


747.68 


manitoba-dl-dictionary-unweighted 


A 


- 


0.478 


0.473 


1612.00 


lesk-definitions 


A 


yes 


0.421 


0.418 


1615.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.396 


0.387 


1589.00 


random-with-phrase-filter 


A 


yes 


0.360 


0.360 


1628.00 


malaysia 


A 


- 


0.329 


0.270 


1338.00 


random 


A 


yes 


0.268 


0.268 


1628.00 


random-main 


A 


yes 


0.248 


0.248 


1628.00 
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all-trainable-adjectives : fine-grained miniinal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 


_ 


0.962 


0.962 


1280.00 


hopkins 


S 


_ 


0.735 


0.713 


1242.00 


durham 


S 


_ 


0.730 


0.730 


1279.00 


tilburg 


S 


_ 


0.710 


0.710 


1280.00 


ets-pu 


S 


_ 


0.707 


0.706 


1278.00 


manitoba-ks 


S 


_ 


0.690 


0.689 


1279.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.680 


0.679 


1278.00 


grling-sdm 


S 


_ 


0.636 


0.610 


1228.00 


suss 


S 


_ 


0.629 


0.591 


1203.00 


manitoba-dl 


S 


_ 


0.629 


0.381 


775.01 


lesk-plus-corpus 


s 


yes 


0.623 


0.622 


1279.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.621 


0.616 


1271.00 


commonest-for-inflected 


s 


yes 


0.612 


0.608 


1272.00 


manitoba-dl-unweighted 


s 


_ 


0.607 


0.602 


1269.00 


korea 


s 


_ 


0.590 


0.590 


1280.00 


most-examples-with-phrase-filter 


A 


yes 


0.568 


0.568 


1280.00 


commonest 


S 


yes 


0.551 


0.551 


1280.00 


lesk-with-phrase-filter 


A 


yes 


0.519 


0.517 


1276.00 


most-examples 


A 


yes 


0.512 


0.512 


1280.00 


most-examples-subsumer 


A 


yes 


0.497 


0.497 


1280.00 


clres 


A 




0.497 


0.470 


1212.00 


xeroxceli 


A 




0.489 


0.441 


1153.00 
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lesk 


A 


yes 


0.463 


0.462 


1277.00 


manitoba-dl-dictionary 


A 


- 


0.437 


0.204 


597.96 


manitoba-dl-dictionary-unweighted 


A 


- 


0.427 


0.423 


1269.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.286 


0.278 


1244.00 


random-with-phrase-filter 


A 


yes 


0.264 


0.264 


1280.00 


lesk-definitions 


A 


yes 


0.237 


0.235 


1269.00 


malaysia 


A 


- 


0.219 


0.183 


1069.00 


random-main 


A 


yes 


0.205 


0.205 


1280.00 


random 


A 


yes 


0.145 


0.145 


1280.00 



all-trainable-adjectives : mixed-grained minimal scores 



system name 


category 


baseUne? 


precision 


recall 


number 
attempted 


hector 


human 




0.967 


0.967 


1280.00 


durham 


S 




0.751 


0.750 


1279.00 


hopkins 


S 




0.747 


0.725 


1242.00 


ets-pu 


S 




0.733 


0.732 


1278.00 


tilburg 


S 




0.727 


0.727 


1280.00 


manitoba-ks 


S 




0.715 


0.715 


1279.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.696 


0.695 


1278.00 


manitoba-dl 


s 




0.671 


0.406 


775.01 


lesk-plus-corpus 


s 


yes 


0.665 


0.664 


1279.00 


suss 


s 




0.661 


0.621 


1203.00 


grling-sdm 


s 




0.653 


0.627 


1228.00 


manitoba-dl-unweighted 


s 




0.645 


0.639 


1269.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.637 


0.632 


1271.00 
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commonest-for-inflected 


S 


yes 


0.627 


0.623 


1272.00 


korea 


S 


- 


0.624 


0.624 


1280.00 


commonest 


S 


yes 


0.586 


0.586 


1280.00 


most-examples-with-phrase-filter 


A 


yes 


0.581 


0.581 


1280.00 


xeroxceli 


A 


- 


0.548 


0.493 


1153.00 


most-examples 


A 


yes 


0.547 


0.547 


1280.00 


lesk-with-phrase-filter 


A 


yes 


0.547 


0.545 


1276.00 


most-examples-subsumer 


A 


yes 


0.537 


0.537 


1280.00 


lesk 


A 


yes 


0.519 


0.518 


1277.00 


clres 


A 


- 


0.510 


0.483 


1212.00 


manitoba-dl-dictionary 


A 


- 


0.475 


0.222 


597.96 


manitoba-dl-dictionary-unweighted 


A 


- 


0.457 


0.453 


1269.00 


lesk-definitions 


A 


yes 


0.373 


0.369 


1269.00 


random-with-phrzise-filter 


A 


yes 


0.348 


0.348 


1280.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.339 


0.330 


1244.00 


malaysia 


A 


- 


0.300 


0.250 


1069.00 


random 


A 


yes 


0.235 


0.235 


1280.00 


random-main 


A 


yes 


0.218 


0.218 


1280.00 



all-lrainable-adjectives : coarse-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.969 


0.969 


1411.00 


durham 


S 




0.762 


0.762 


1410.00 


hopkins 


S 




0.760 


0.738 


1371.00 


ets-pu 


S 




0.751 


0.750 


1409.00 
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manitoba-ks 


S 


- 


0.741 


0.741 


1410.00 


tilburg 


S 


- 


0.741 


0.741 


1411.00 


manitoba-dl 


S 


- 


0.714 


0.431 


851.30 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.713 


0.712 


1409.00 


suss 


S 


- 


0.699 


0.656 


1325.00 


lesk-plus-corpus 


S 


yes 


0.698 


0.698 


1410.00 


manitoba-dl-unweighted 


S 


- 


0.686 


0.679 


1397.00 


grling-sdm 


S 


- 


0.662 


0.637 


1357.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.661 


0.657 


1402.00 


commonest-for-inflected 


S 


yes 


0.652 


0.648 


1403.00 


korea 


S 


- 


0.634 


0.634 


1411.00 


commonest 


S 


yes 


0.634 


0.634 


1411.00 


most-examples-with-phrase-filter 


A 


yes 


0.606 


0.606 


1411.00 


most-examples 


A 


yes 


0.593 


0.593 


1411.00 


most-examples-subsumer 


A 


yes 


0.592 


0.592 


1411.00 


clres 


A 


- 


0.582 


0.551 


1337.00 


xeroxceli 


A 


- 


0.543 


0.488 


1267.00 


lesk-with-phrase-filter 


A 


yes 


0.542 


0.541 


1407.00 


lesk 


A 


yes 


0.525 


0.524 


1408.00 


manitpba-dl-dictionary 


A 


- 


0.493 


0.228 


652.64 


manitoba-dl-dictionary-unweighted 


A 


- 


0.471 


0.466 


1397.00 


lesk-definitions 


A 


yes 


0.402 


0.399 


1399.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.373 


0.363 


1374.00 


random-with-phrase-filter 


A 


yes 


0.359 


0.359 


1411.00 


malaysia 


A 




0.315 


0.266 


1189.00 


random 


A 


yes 


0.257 


0.257 


1411.00 
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random-main 


A 


yes 


0.235 


0.235 


1411.00 



al l-untrainable-adj ec ti ves : fine-grained scores 



system name 


category 


baseline? 


precision 


recall 


iiuiiiucr 

attempted 


hector 


human 


- 


0.985 


0.985 


122.00 


durham 


S 


- 


0.967 


0.967 


122.00 


hopkins 


S 


- 


0.943 


0.943 


122.00 


most-examples-with-phrase-filter 


A 


yes 


0.902 


0.902 


122.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.892 


0.877 


120.00 


manitoba-dl-dictionary 


A 


- 


0.877 


0.510 


70.96 


xeroxceli 


A 


- 


0.856 


0.631 


90.00 


suss 


S 


- 


0.836 


0.836 


122.00 


most-examples 


A 


yes 


0.803 


0.803 


122.00 


most-examples-subsumer 


A 


yes 


0.803 


0.803 


122.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.790 


0.680 


105.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.704 


0.693 


120.00 


lesk-with-phrase-filter 


A 


yes 


0.688 


0.676 


120.00 


manitoba-dl-unweighted 


S 




0.642 


0.631 


120.00 


clres 


A 




0.639 


0.566 


108.00 


manitoba-dl 


S 




0.617 


0.331 


65.57 


lesk-plus-corpus 


s 


yes 


0.579 


0.574 


121.00 


random-with-phrase-filter 


A 


yes 


0.561 


0.561 


122.00 


lesk 


A 


yes 


0.554 


0.549 


121.00 
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lesk-definitions 


A 


yes 


0.429 


0.401 


114.00 


random 


A 


yes 


0.213 


0.213 


122.00 


random-main 


A 


yes 


0.213 


0.213 


122.00 


all-untrainable-adjectives: mixed- grained scores 


system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.985 


0.985 


122.00 


durham 


S 




0.967 


0.967 


122.00 


hopkins 


S 




0.943 


0.943 


122.00 


suss 


S 




0.926 


0.926 


122.00 


most-examples-with-phrase-filter 


A 


yes 


0.902 


0.902 


122.00 


manitoba-dl-dictionary-unweighted 


A 




0.892 


0.877 


120.00 


manitpba-dl-dictionary 


A 




0.877 


0.510 


70.96 


xeroxceli 


A 




0.856 


0.631 


90.00 


clres 


A 




0.824 


0.730 


108.00 


most-examples 


A 


yes 


0.803 


0.803 


122.00 


most-examples-subsumer 


A 


yes 


0.803 


0.803 


122.00 


lesk-defmitions-with-phrase-filter 


A 


yes 


0.790 


0.680 


105.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.704 


0.693 


120.00 


lesk-with-phrase-filter 


A 


yes 


0.688 


0.676 


120.00 


manitoba-dl-unweighted 


S 




0.642 


0.631 


120.00 


manitoba-dl 


S 




0.617 


0.331 


65.57 


lesk-plus-corpus 


S 


yes 


0.579 


0.574 


121.00 


random-with-phrase-filter 


A 


yes 


0.561 


0.561 


122.00 


lesk 


A 


yes 


0.554 


0.549 


121.00 
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lesk-definitions 


A 


yes 


0.429 


0.401 


1 14.00 


random 


A 


yes 


0.213 


0.213 


122.00 


random-main 


A 


yes 


0.213 


0.213 


122.00 



all-untrainable-adjectives : coarse-grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.985 


0.985 


122.00 


durham 


S 




0.967 


0.967 


122.00 


hopkins 


S 




0.943 


0.943 


122.00 


suss 


S 




0.926 


0.926 


122.00 


most-examples-with-phrase-filter 


A 


yes 


0.902 


0.902 


122.00 


manitoba-dl-dictionary-unweighted 


A 




0.892 


0.877 


120.00 


manitoba-dl-dictionary 


A 




0.877 


0.510 


70.96 


xeroxceli 


A 




0.856 


0.631 


90.00 


clres 


A 




0.824 


0.730 


108.00 


most-examples 


A 


yes 


0.803 


0.803 


122.00 


most-examples-subsumer 


A 


yes 


0.803 


0.803 


122.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.790 


0.680 


105.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.704 


0.693 


120.00 


lesk-with-phrase-filter 


A 


yes 


0.688 


0.676 


120.00 


manitoba-dl-unweighted 


S 




0.642 


0.631 


120.00 


manitoba-dl 


s . 




0.617 


0.331 


65.57 


lesk-plus-corpus 


S 


yes 


0.579 


0.574 


121.00 


random-with-phrase-filter 


A 


yes 


0.561 


0.561 


122.00 


lesk 


A 


yes 


0.554 


0.549 


121.00 
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lesk-definitions 


A 


yes 


0.429 


0.401 


114.00 


random 


A 


yes 


0.213 


0.213 


122.00 


random-main 


A 


yes 


0.213 


0.213 


122.00 



all-untrairiable-adjectives : fine-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




1.000 


1.000 


105.00 


durham 


S 




0.971 


0.971 


105.00 


hopkins 


S 




0.943 


0.943 


105.00 


most-examples-with-phrase-filter 


A 


yes 


0.895 


0.895 


105.00 


manitoba-dl-dictionary-unweighted 


A 




0.886 


0.886 


105.00 


manitoba-dl-dictionary 


A 




0.883 


0.557 


66.21 


xeroxceli 


A 




0.869 


0.695 


84.00 


suss 


S 




0.829 


0.829 


105.00 


most-examples 


A 


yes 


0.790 


0.790 


105.00 


most-examples-subsumer 


A 


yes 


0.790 


0.790 


105.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.764 


0.648 


89.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.694 


0.681 


103.00 


lesk-with-phrase-filter 


A 


yes 


0.675 


0.662 


103.00 


clres 


A 




0.636 


0.600 


99.00 


manitoba-dl 


S 




0.603 


0.349 


60.75 


manitoba-dl-unweighted 


S 




0.600 


0.600 


105.00 


lesk-plus-corpus 


S 


yes 


0.558 


0.552 


104.00 


rcindom-with-phrase-filter 


A 


yes 


0.538 


0.538 


105.00 


lesk 


A 


yes 


0.529 


0.524 


104.00 
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lesk-definitions 


A 


yes 


0.418 


0.390 


98.00 


random 


A 


yes 


0.200 


0.200 


105.00 


random-main 


A 


yes 


0.200 


0.200 


105.00 



all-untrainable-adj ectives : mixed-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




1.000 


1.000 


105.00 


durham 


S 




0.971 


0.971 


105.00 


hopkins 


S 




0.943 


0.943 


105.00 


suss 


S 




0.924 


0.924 


105.00 


most-examples-with-phrase- filter 


A 


yes 


0.895 


0.895 


105.00 


manitoba-dl-dictionary-unweighted 


A 




0.886 


0.886 


105.00 


manitoba-dl-dictionary 


A 




0.883 


0.557 


66.21 


xeroxceli 


A 




0.869 


0.695 


84.00 


clres 


A 




0.818 


0.771 


99.00 


most-examples 


A . 


yes 


0.790 


0.790 


105.00 


most-examples-subsumer 


A 


yes 


0.790 


0.790 


105.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.764 


0.648 


89.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.694 


0.681 


103.00 


lesk-with-phrase-filter 


A 


yes 


0.675 


0.662 


103.00 


manitoba-dl 


S 




0.603 


0.349 


60.75 


manitoba-dl-unweighted 


s 




0.600 


0.600 


105.00 


lesk-plus-corpus 


s 


yes 


0.558 


0.552 


104.00 


random-with-phrase-filter 


A 


yes 


0.538 


0.538 


105.00 


lesk 


A 


yes 


0.529 


0.524 


104.00 
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lesk-definitions 


A 


yes 


0.418 


0.390 


98.00 


random 


A 


yes 


0.200 


0.200 


105.00 


random-main 


A 


yes 


0.200 


0.200 


105.00 


all-untrainable-adjectives: coarse-grained minimal scores 


system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.995 


0.995 


106.00 


durham 


S 




0.972 


0.972 


106.00 


hopkins 


S 




0.943 


0.943 


106.00 


suss 


S 




0.925 


0.925 


106.00 


most-examples-with-phrase-filter 


A 


yes 


0.896 


0.896 


106.00 


manitoba-dl-dictionary-unweighted 


A 




0.887 


0.887 


106.00 


manitoba-dl-dictionary 


A 




0.884 


0.557 


66.76 


xeroxceli 


A 




0.871 


0.698 


85.00 


clres 


A 




0.820 


0.774 


100.00 


most-examples 


A 


yes 


0.792 


0.792 


106.00 


most-examples-subsumer 


A 


yes 


0.792 


0.792 


106.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.767 


0.651 


90.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.697 


0.684 


104.00 


lesk-with-phrase-filter 


A 


yes 


0.678 


0.665 


104.00 


manitoba-dl 


S 




0.606 


0.349 


61.18 


manitoba-dl-unweighted 


S 




0.604 


0.604 


106.00 


lesk-plus-corpus 


S 


yes 


0.562 


0.557 


105.00 


random-with-phrase-filter 


A 


yes 


0.538 


0.538 


106.00 


lesk 


A 


yes 


0.533 


0.528 


105.00 
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lesk-definitions 


A 


yes 


0.423 


0.395 


99.00 


random 


A 


yes 


0.200 


0.200 


106.00 


random-main 


A 


yes 


0.200 


0.200 


106.00 



high-polysemy : fine-grained scores 



system name 


category 


baseline? 


precision 


recall 


numoer 
attempted 


hector 


human 


- 


0.959 


0.957 


4669.00 


durham 


S 


- 


0.725 


0.725 


4676.00 


ets-pu 


S 


- 


0.711 


0.628 


4132.00 


tilburg 


S 


- 


0.708 


0.625 


4133.00 


hopkins 


S 


- 


0.704 


0.700 


4649.00 


korea 


S 


- 


0.636 


0.562 


4133.00 


manitoba-ks 


S 


- 


0.635 


0.561 


4132.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.624 


0.623 


4669.00 


avignon 


0 




0.611 


0.143 


1094.01 


grling-sdm 


S 




0.595 


0.504 


3961.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.590 


0.511 


4050.00 


suss 


S 




0.587 


0.544 


4340.00 


manitoba-dl 


S 




0.575 


0.335 


2729.33 


upc-ehu-su-unweighted 


S 




0.571 


0.218 


1788.00 


lesk-plus-corpus 


s 


yes 


0.569 


0.569 


4675.00 


manitoba-dl-unweighted 


s 




0.544 


0.541 


4646.00 


commonest-for-inflected 


s 


yes 


0.530 


0.465 


4105.00 
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clres 


A 


- 


0.513 


0.467 


4255.00 


lesk-with-phrase-filter 


A 


yes 


0.465 


0.462 


4653.00 


commonest 


S 


yes 


0.448 


0.396 


4133.00 


manitoba-dl-dictionary 


A 


- 


0.421 


0.200 


2216.55 


most-examples-with-phrase-filter 


A 


yes 


0.393 


0.393 


4672.00 


lesk 


A 


yes 


0.393 


0.392 


4667.00 


xeroxceli 


A 


- 


0.391 


0.319 


3823.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.390 


0.387 


4646.00 


Ottawa-revised 


A 


- 


0.389 


0.022 


259.00 


upc-ehu-su 


S 


- 


0.388 


0.148 


1788.00 


upc-ehu-un-unweighted 


A 


- 


0.375 


0.133 


1658.00 


Sussex 


0 


- 


0.362 


0.057 


743.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.338 


0.327 


4535.00 


most-examples-subsumer 


A 


yes 


0.319 


0.319 


4677.00 


upc-ehu-un 


A 


- 


0.318 


0.113 


1658.00 


most-examples 


A 


yes 


0.296 


0.296 


4677.00 


Ottawa 


A 


- 


0.296 


0.016 


259.00 


lesk-definitions 


A 


yes 


0.236 


0.235 


4641.00 


random-with-phrase-filter 


A 


yes 


0.225 


0.225 


4672.00 


malaysia 


A 


- 


0.178 


0.149 


3915.00 


random-main 


A 


yes 


0.140 


0.140 


4677.00 


random 


A 


yes 


0.096 


0.096 


4677.00 
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high-polysem y: mixed-gj'ained scores 



system name 


category 


bziseline? 


precision 


recall 


nimiber 
attempted 


hector 


human 


- 


0.963 


0.962 


4669.00 


durham 


S 


- 


0.760 


0.760 


4676.00 


hopkins 


S 


- 


0.744 


0.739 


4649.00 


ets-pu 


S 


- 


0.741 


0.655 


4132.00 


tilburg 


S 


- 


0.738 


0.652 


4133.00 


avignon 


0 


- 


0.709 


0.166 


1094.01 


Ottawa-revised 


A 


- 


0.686 


0.038 


259.00 


upc-ehu-su-unweighted 


S 


- 


0.681 


0.260 


1788.00 


korea 


s 


- 


0.675 


0.597 


4133.00 


manitoba-ks 


s 


- 


0.667 


0.589 


4132.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.658 


0.657 


4669.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.638 


0.552 


4050.00 


suss 


s 


- 


0.634 


0.588 


4340.00 


manitoba-dl 


s 


- 


0.626 


0.365 


2729.33 


grling-sdm 


s 


- 


0.622 


0.527 


3961.00 


lesk-plus-corpus 


s 


yes 


0.604 


0.604 


4675.00 


manitoba-dl-unweighted 


s 


- 


0.591 


0.587 


4646.00 


upc-ehu-un-unweighted 


A 


- 


0.585 


0.207 


1658.00 


Ottawa 


A 


- 


0.583 


0.032 


259.00 


commonest-for-inflected 


S 


yes 


0.582 


0.510 


4105.00 


upc-ehu-su 


s 




0.572 


0.218 


1788.00 


clres 


A 




0.571 


0.519 


4255.00 


upc-ehu-un 


A 




0.546 


0.194 


1658.00 



http://www.itri.brighton.ac.uk/events/sensevayARCHIVE/RES. .Vsenseval-first-main-task^ 4/12/02 



Detailed results for main tasks (first part) 



Page 100 of 117 



Sussex 


0 


- 


0.517 


0.082 


743.00 


lesk-with-phrase-filter 


A 


yes 


0.504 


0.501 


4653.00 


commonest 


S 


yes 


0.481 


0.425 


4133.00 


manitoba-dl-dictionary 


A 


- 


0.468 


0.222 


2216.55 


xeroxceli 


A 


- 


0.466 


0.381 


3823.00 


lesk 


A 


yes 


0.436 


0.435 


4667.00 


manitoba-dl-dictionary-imweighted 


A 


- 


0.428 


0.425 


4646.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.419 


0.406 


4535.00 


most-examples-with-phrase-filter 


A 


yes 


0.418 


0.417 


4672.00 


most-examples-subsimier 


A 


yes 


0.369 


0.369 


4677.00 


random-with-phrase-filter 


A 


yes 


0.346 


0.346 


4672.00 


most-examples 


A 


yes 


0.323 


0.323 


4677.00 


lesk-defmitions 


A 


yes 


0.319 


0.316 


4641.00 


malaysia 


A 


- 


0.278 


0.233 


3915.00 


random 


A 


yes 


0.204 


0.204 


4677.00 


random-main 


A 


yes 


0.155 


0.155 


4677.00 



high- polysemy : coai'se-grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.965 


0.964 


4669.00 


durham 


S 




0.783 


0.783 


4676.00 


ets-pu. 


S 




0.764 


0.675 


4132.00 


hopkins 


S 




0.758 


0.754 


4649.00 


tilburg 


S 




0.758 


0.670 


4133.00 


avignon 


0 




0.748 


0.175 


1094.01 
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Ottawa-revised 


A 


- 


0.730 


0.040 


259.00 


upc-ehu-su-unweighted 


S 


- 


0.719 


0.275 


1788.00 


manitoba-dl 


S 


- 


0.709 


0.414 


2729.33 


manitoba-ks 


S 


- 


0.692 


0.611 


4132.00 


korea 


S 


- 


0.691 


0.610 


4133.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.689 


0.688 


4669.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.679 


0.588 


4050.00 


suss 


S 


- 


0.665 


0.617 


4340.00 


manitpba-dl-unweighted 


S 


- 


0.659 


0.655 


4646.00 


upc-ehu-un-unweighted 


A 


- 


0.649 


0.230 


1658.00 


grling-sdm 


S 


- 


0.646 


0.547 


3961.00 


lesk-plus-corpus 


S 


yes 


0.637 


0.637 


4675.00 


commonest-for-inflected 


S 


yes 


0.622 


0.546 


4105.00 


upc-ehu-su 


S 


- 


0.622 


0.238 


1788.00 


Ottawa 


A 


- 


0.618 


0.034 


259.00 


upc-ehu-un 


A 


- 


0.608 


0.216 


1658.00 


clres 


A 


- 


0.602 


0.548 


4255.00 


Sussex 


0 


- 


0.541 


0.086 


743.00 


manitoba-dl-dictionary 


A 


- 


0.528 


0.250 


2216.55 


lesk-with-phrase-filter 


A 


yes 


0.527 


0.524 


4653.00 


commonest 


S 


yes 


0.526 


0.465 


4133.00 


xeroxceli 


A 


- 


0.492 


0.402 


3823.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.478 


0.475 


4646.00 


lesk 


A 


yes 


0.460 


0.459 


4667.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.447 


0.433 


4535.00 


most-examples-with-phrase-filter 


A 


yes 


0.444 


0.444 


4672.00 
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most-examples-subsumer 


A 


yes 


0.440 


0.440 


4677.00 


random-with-phrase-filter 


A 


yes 


0.376 


0.376 


4672.00 


most-examples 


A 


yes 


0.355 


0.355 


4677.00 


lesk-definitions 


A 


yes 


0.355 


0.353 


4641.00 


malaysia 


A 


- 


0.316 


0.265 


3915.00 


random 


A 


yes 


0.239 


0.239 


4677.00 


random-main 


A 


yes 


0.173 


0.173 


4677.00 



high-pol ysemy : fme- g rained ininimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.967 


0.965 


3858.00 


durham 


S 




0.731 


0.730 


3864.00 


ets-pu 


S 




0.718 


0.647 


3486.00 


tilburg 


S 




0.712 


0.642 


3487.00 


hopkins 


S 




0.704 


0.700 


3840.00 


korea 


S 




0.649 


0.586 


3487.00 


manitoba-ks 


S 




0.638 


0.576 


3486.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.635 


0.633 


3857.00 


avignon 


0 




0.613 


0.161 


1012.25 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.592 


0.522 


3412.00 


grling-sdm 


s 




0.592 


0.510 


3329.00 


suss 


s 




0.589 


0.551 


3611.00 


manitoba-dl 


s 




0.572 


0.346 


2336.86 


lesk-plus-corpus 


s 


yes 


0.571 


0.571 


3863.00 


upc-ehu-su-unweighted 


s 




0.563 


0.237 


1623.00 
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manitoba-dl-unweighted 


S 


- 


0.545 


0.542 


3842.00 


commonest-for-inflected 


S 


yes 


0.524 


0.469 


3463.00 


clres 


A 


- 


0.509 


0.461 


3499.00 


lesk-with-phrase-filter 


A 


yes 


0.467 


0.464 


3844.00 


commonest 


S 


yes 


0.440 


0.397 


3487.00 


manitoba-dl-dictionary 


A 


- 


0.418 


0.207 


1911.54 


Ottawa-revised 


A 


- 


0.406 


0.023 


221.00 


xeroxceli 


A 


- 


0.391 


0.332 


3278.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.388 


0.386 


3842.00 


lesk 


A 


yes 


0.385 


0.384 


3858.00 


most-examples-with-phrase-filter 


A 


yes 


0.384 


0.383 


3860.00 


upc-ehu-su 


S 


- 


0.378 


0.159 


1623.00 


upc-ehu-im-unweighted 


A 


- 


0.363 


0.141 


1507.00 


Sussex 


0 


- 


0.355 


0.058 


628.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.344 


0.332 


3733.00 


upc-ehu-un 


A 


- 


0.306 


0.119 


1507.00 


Ottawa 


A 


- 


0.302 


0.017 


221.00 


most-examples-subsumer 


A 


yes 


0.276 


0.276 


3865.00 


most-examples 


A 


yes 


0.269 


0.269 


3865.00 


lesk-definitions 


A 


yes 


0.231 


0.230 


3836.00 


random-with-phrase-filter 


A 


yes 


0.227 


0.226 


3860.00 


malaysia 


A 


- 


0.176 


0.147 


3217.00 


random-main 


A 


yes 


0.125 


0.125 


3865.00 


random 


A 


yes 


0.084 


0.084 


3865.00 
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high-polvseiTty : mixed-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 


- 


0.971 


0.969 


3858.00 


durham 


S 


- 


0.763 


0.763 


3864.00 


ets-pu 


S 


- 


0.749 


0.675 


3486.00 


hopkins 


s 


- 


0.741 


0.736 


3840.00 


tilburg 


s 


- 


0.740 


0.668 


3487.00 


Ottawa-revised 


A 


- 


0.713 


0.041 


221.00 


avignon 


0 


- 


0.710 


0.186 


1012.25 


korea 


S 


- 


0.689 


0.622 


3487.00 


upc-ehu-su-unweighted 


s 


- 


0.671 


0.282 


1623.00 


manitoba-ks 


s 


- 


0.670 


0.604 


3486.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.668 


0.666 


3857.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.640 


0.565 


3412.00 


suss 


s 


- 


0.639 


0.597 


3611.00 


manitoba-dl 


s 


- 


0.624 


0.377 


2336.86 


grling-sdm 


s 


- 


0.618 


0.533 


3329.00 


lesk-plus-corpus 


s 


yes 


0.604 


0.604 


3863.00 


Ottawa 


A 


- 


0.598 


0.034 


221.00 


manitoba-dl-unweighted 


S 


- 


0.592 


0.589 


3842.00 


commonest-for-inflected 


s 


yes 


0.576 


0.516 


3463.00 


upc-ehu-un-unweighted 


A 


- 


0.567 


0.221 


1507.00 


upc-ehu-su 


S 




0.553 


0.232 


1623.00 


ekes 


A 




0.549 


0.497 


3499.00 


upc-ehu-un 


A 




0.524 


0.204 


1507.00 
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Sussex 


0 


- 


0.512 


0.083 


628.00 


lesk-with-phrase-filter 


A 


yes 


0.504 


0.502 


3844.00 


commonest 


S 


yes 


0.473 


0.427 


3487.00 


manitoba-dl-dictionary 


A 


- 


0.464 


0.230 


1911.54 


xeroxceli 


A 


- 


0.461 


0.391 


3278.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.427 


0.424 


3842.00 


lesk 


A 


yes 


0.426 


0.425 


3858.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.422 


0.407 


3733.00 


most-examples-with-phrase-filter 


A 


yes 


0.408 


0.408 


3860.00 


random-with-phrase-filter 


A 


yes 


0.346 


0.345 


3860.00 


most-examples-subsumer 


A 


yes 


0.323 


0.323 


3865.00 


lesk-definitions 


A 


yes 


0.310 


0.308 


3836.00 


most-examples 


A 


yes 


0.296 


0.296 


3865.00 


malaysia 


A 


- 


0.265 


0.221 


3217.00 


random 


A 


yes 


0.187 


0.187 


3865.00 


random-main 


A 


yes 


0.139 


0.139 


3865.00 



high- polysemy : coarse-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.973 


0.971 


4051.00 


durham 


S 




0.789 


0.789 


4057.00 


ets-pu 


S 




0.775 


0.702 


3675.00 


Ottawa-revised 


A 




0.765 


0.043 


226.00 


tilburg 


S 




0.763 


0.692 


3676.00 


hopkins 


S 




0.758 


0.754 


4033.00 
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avignon 


0 


- 


0.751 


0.191 


1032.16 


manitoba-dl 


s 


- 


0.717 


0.433 


2448.72 


upc-ehu-su-unweighted 


s 


- 


0.712 


0.291 


1659.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.706 


0.705 


4050.00 


korea 


s 


- 


0.705 


0.638 


3676.00 


manitoba-ks 


s 


- 


0.700 


0.634 


3675.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.691 


0.612 


3599.00 


suss 


s 


- 


0.684 


0.637 


3778.00 


manitoba-dl-unweighted 


s 


- 


0.673 


0.668 


4031.00 


lesk-plus-corpus 


s 


yes 


0.647 


0.647 


4056.00 


grling-sdm 


s 


- 


0.645 


0.559 


3517.00 


upc-ehu-un-unweighted 


A 


- 


0.638 


0.241 


1534.00 


Ottawa 


A 


- 


0.637 


0.035 


226.00 


commonest-for-inflected 


S 


yes 


0.627 


0.564 


3651.00 


upc-ehu-su 


S 


- 


0.610 


0.249 


1659.00 


clres 


A 


- 


0.595 


0.540 


3683.00 


upc-ehu-im 


A 


- 


0.593 


0.224 


1534.00 


Sussex 


0 


- 


0.536 


0.084 


640.00 


commonest 


S 


yes 


0.534 


0.483 


3676.00 


lesk-with-phrase-filter 


A 


yes 


0.531 


0.529 


4037.00 


manitoba-dl-dictionary 


A 


- 


0.526 


0.259 


1998.14 


xeroxceli 


A 


- 


0.488 


0.414 


3440.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.482 


0.479 


4031.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.460 


0.445 


3925.00 


lesk 


A 


yes 


0.457 


0.456 


4051.00 


most-examples-with-phrase-filter 


A 


yes 


0.453 


0.453 


4053.00 
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most-examples-subsumer 


A 


yes 


0.423 


0.423 


4058.00 


random-with-phrase-filter 


A 


yes 


0.381 


0.380 


4053.00 


lesk-definitions 


A 


yes 


0.360 


0.358 


4028.00 


most-examples 


A 


yes 


0.349 


0.349 


4058.00 


malaysia 


A 


- 


0.309 


0.259 


3390.00 


random 


A 


yes 


0.231 


0.231 


4058.00 


random-main 


A 


yes 


0.162 


0.162 


4058.00 



hig h-entrop y: fi n e-grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.953 


0.950 


4564.00 


ets-pu 


S 




0.653 


0.607 


4251.00 


durham 


S 




0.651 


0.651 


4574.00 


hopkins 


S 




0.647 


0.643 


4547.00 


tilburg 


S 




0.638 


0.593 


4252.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.579 


0.578 


4567.00 


upc-ehu-su-unweighted 


S 




0.575 


0.145 


1153.00 


manitoba-ks 


S 




0.573 


0.532 


4251.00 


korea 


S 




0.571 


0.531 


4252.00 


avignon 


0 




0.561 


0.095 


776.66 


grling-sdm 


S 




0.545 


0.495 


4157.00 


lesk-plus-corpus 


S 


yes 


0.539 


0.538 


4573.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.523 


0.477 


4180.00 
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manitoba-dl 


S 


- 


0.510 


0.295 


2647.48 


suss 


S 


- 


0.501 


0.464 


4238.00 


manitoba-dl-imweighted 


s 


- 


0.474 


0.471 


4542.00 


commonest-for-inflected 


s 


yes 


0.469 


0.433 


4223.00 


lesk-with-phrase-filter 


A 


yes 


0.454 


0.452 


4552.00 


Ottawa 


A 


- 


0.450 


0.013 


129.00 


Ottawa-revised 


A 


- 


0.450 


0.013 


129.00 


clres 


A 


- 


0.418 


0.389 


4265.00 


lesk 


A 


yes 


0.407 


0.406 


4564.00 


commonest 


S 


yes 


0.403 


0.374 


4252.00 


most-examples-with-phrase-filter 


A 


yes 


0.402 


0.402 


4570.00 


manitoba-dl-dictionary 


A 


- 


0.398 


0.188 


2166.92 


manitoba-dl-dictionary-vmweighted 


A 


- 


0.376 


0.373 


4542.00 


upc-ehu-su 


S 


- 


0.367 


0.093 


1153.00 


upc-ehu-un-unweighted 


A 


- 


0.356 


0.080 


1024.00 


Sussex 


0 


- 


0.350 


0.038 


498.00 


xeroxceli 


A 


- 


0.349 


0.293 


3843.00 


lesk-defmitions-with-phrase-filter 


A 


yes 


0.332 


0.322 


4437.00 


most-examples 


A 


yes 


0.324 


0.324 


4575.00 


most-examples-subsumer 


A 


yes 


0.288 


0.288 


4575.00 


upc-ehu-un 


A 


- 


0.275 


0.062 


1024.00 


lesk-definitions 


A 


yes 


0.264 


0.262 


4535.00 


random-with-phrase-filter 


A 


yes 


0.217 


0.216 


4570.00 


random-main 


A 


yes 


0.153 


0.153 


4575.00 


malaysia 


A 




0.152 


0.119 


3578.00 


random 


A 


yes 


0.117 


0.117 


4575.00 
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high-entrop y: mixed-grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 


_ 


0.957 


0.955 


4564.00 


Ottawa 


A 




0.702 


0.020 


129.00 


Ottawa-revised 


A 




0.702 


0.020 


129.00 


durham 


S 


_ 


0.690 


0.690 


4574.00 


ets-pu 


s 




0.685 


0.636 


4251.00 


hopkins 


s 




0.680 


0.676 


4547.00 


tilburg 


s 




0.671 


0.624 


4252.00 


avignon 


0 




0.654 


0.111 


776.66 


upc-ehu-su-unweighted 


s 




0.638 


0.161 


1153.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.615 


0.614 


4567.00 


korea 


s 




0.612 


0.569 


4252.00 


manitoba-ks 


s 


_ 


0.606 


0.563 


4251.00 


lesk-plus-corpus 


s 


yes 


0.576 


0.576 


4573.00 


grling-sdm 


s 


_ 


0.574 


0.521 


4157.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.572 


0.523 


4180.00 


manitoba-dl 


s 




0.565 


0.327 


2647.48 


suss 


s 




0.551 


0.511 


4238.00 


manitoba-dl-imweighted 


s 




0.523 


0.519 


4542.00 


commonest-for-inflected 


s 


yes 


0.522 


0.482 


4223.00 


lesk-with-phrase-filter 


A 


yes 


0.495 


0.492 


4552.00 


upc-ehu-un-unweighted 


A 




0.489 


0.109 


1024.00 


clres 


A 




0.484 


0.451 


4265.00 
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Sussex 


0 


- 


0.474 


0.052 


498.00 


upc-ehu-su 


S 


- 


0.473 


0.119 


1153.00 


lesk 


A 


yes 


0.454 


0.453 


4564.00 


manitoba-dl-dictionary 


A 


- 


0.446 


0.211 


2166.92 


commonest 


S 


yes 


0.437 


0.406 


4252.00 


most-examples-with-phrase-filter 


A 


yes 


0.426 


0.425 


4570.00 


upc-ehu-un 


A 


- 


0.421 


0.094 


1024.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.417 


0.414 


4542.00 


xeroxceli 


A 


- 


0.408 


0.342 


3843.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.402 


0.390 


4437.00 


most-examples 


A 


yes 


0.349 


0.349 


4575.00 


most-examples-subsumer 


A 


yes 


0.343 


0.343 


4575.00 


lesk-definitions 


A 


yes 


0.334 


0.331 


4535.00 


random-with-phrase- filter 


A 


yes 


0.299 


0.299 


4570.00 


malaysia 


A 


- 


0.233 


0.182 


3578.00 


random 


A 


yes 


0.201 


0.201 


4575.00 


random-main 


A 


yes 


0.171 


0.170 


4575.00 



hig h-e nt ro py: coarse-grained scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.960 


0.957 


4564.00 


Ottawa 


A 




0.752 


0.021 


129.00 


Ottawa-revised 


A 




0.752 


0.021 


129.00 


durham 


S 




0.718 


0.717 


4574.00 


ets-pu 


s 




0.707 


0.657 


4251.00 
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avignon 


0 


- 


0.706 


0.120 


776.66 


hopkins 


S 


- 


0.698 


0.693 


4547.00 


tilburg 


S 


- 


0.695 


0.646 


4252.00 


upc-ehu-su-unweighted 


s 


- 


0.664 


0.167 


1153.00 


manitoba-dl 


s 


- 


0.650 


0.376 


2647.48 


lesk-plus-corpus-with-phrase- filter 


s 


yes 


0.643 


0.642 


4567.00 


manitoba-ks 


s 


- 


0.629 


0.585 


4251.00 


korea 


s 


- 


0.628 


0.584 


4252.00 


commonest-for-inflected-with-phrase-filter 


s 


yes 


0.611 


0.558 


4180.00 


lesk-plus-corpus 


s 


yes 


0.607 


0.606 


4573.00 


grling-sdm 


s 


- 


0.598 


0.543 


4157.00 


manitoba-dl-unweighted 


s 


- 


0.593 


0.589 


4542.00 


suss 


s 


- 


0.582 


0.539 


4238.00 


upc-ehu-un-unweighted 


A 


- 


0.580 


0.130 


1024.00 


commonest-for-inflected 


s 


yes 


0.559 


0.516 


4223.00 


upc-ehu-su 


s 


- 


0.534 


0.135 


1153.00 


lesk-with-phrase-filter 


A 


yes . 


0.519 


0.516 


4552.00 


clres 


A 


- 


0.515 


0.480 


4265.00 


Sussex 


0 


- 


0.514 


0.056 


498.00 


upc-ehu-un 


A 


- 


0.508 


0.114 


1024.00 


manitoba-dl-dictionary 


A 


- 


0.505 


0.239 


2166.92 


lesk 


A 


yes 


0.480 


0.479 


4564.00 


commonest 


S 


yes 


0.479 


0.445 


4252.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.467 


0.464 


4542.00 


most-examples-with-phrase-filter 


A 


yes 


0.463 


0.462 


4570.00 


xeroxceli 


A 




0.437 


0.367 


3843.00 
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lesk-definitions-with-phrase-filter 


A 


yes 


0.431 


0.418 


4437.00 


most-examples-subsumer 


A 


yes 


0.417 


0.417 


4575.00 


most-examples 


A 


yes 


0.390 


0.390 


4575.00 


lesk-definitions 


A 


yes 


0.371 


0.368 


4535.00 


random-with-phrase-filter 


A 


yes 


0.329 


0.329 


4570.00 


malaysia 


A 


- 


0.270 


0.211 


3578.00 


random 


A 


yes 


0.238 


0.238 


4575.00 


random-main 


A 


yes 


0.190 


0.190 


4575.00 



hig h-en trop y : fine- g raine d minim al scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.962 


0.960 


3640.00 


ets-pu 


S 




0.652 


0.616 


3447.00 


durham 


S 




0.649 


0.648 


3646.00 


hopkins 


S 




0.639 


0.634 


3622.00 


tilburg 


S 




0.634 


0.599 


3448.00 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.579 


0.577 


3639.00 


manitoba-ks 


S 




0.575 


0.543 


3447.00 


korea 


S 




0.571 


0.539 


3448.00 


upc-ehu-su-unweighted 


S 




0.570 


0.157 


1007.00 


avignon 


0 




0.569 


0.105 


673.36 


grling-sdm 


S 




0.535 


0.494 


3370.00 


lesk-plus-corpus 


S 


yes 


0.530 


0.530 


3645.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.513 


0.476 


3383.00 


suss 


s 




0.499 


0.464 


3393.00 
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manitoba-dl 


S 


- 


0.496 


0.296 


2176.28 


Ottawa 


A 


- 


0.466 


0.013 


103.00 


Ottawa-revised 


A 


- 


0.466 


0.013 


103.00 


manitoba-dl-unweighted 


S 


- 


0.463 


0.460 


3623.00 


commonest-for-inflected 


S 


yes 


0.451 


0.423 


3424.00 


lesk-with-phrase-filter 


A 


yes 


0.446 


0.443 


3627.00 


clres 


A 


- 


0.409 


0.380 


3390.00 


commonest 


S 


yes 


0.392 


0.371 


3448.00 


lesk 


A 


yes 


0.391 


0.390 


3639.00 


manitoba-dl-dictionary 


A 


- 


0.386 


0.191 


1805.98 


most-examples-with-phrase-filter 


A 


yes 


0.383 


0.382 


3642.00 


Sussex 


0 


- 


0.362 


0.040 


399.00 


upc-ehu-su 


s 


- 


0.361 


0.100 


1007.00 


manitoba-dl-dictionary-vinweighted 


A 


- 


0.359 


0.356 


3623.00 


upc-ehu-un-unweighted 


A 


- 


0.357 


0.087 


892.00 


xeroxceli 


A 


- 


0.336 


0.293 


3175.00 


lesk-definitions-with-phrase- filter 


A 


yes 


0.325 


0.313 


3519.00 


most-examples 


A 


yes 


0.288 


0.288 


3647.00 


upc-ehu-un 


A 


- 


0.272 


0.066 


892.00 


lesk-definitions 


A 


yes 


0.249 


0.246 


3614.00 


most-examples-subsumer 


A 


yes 


0.228 


0.228 


3647.00 


random-with-phrase-filter 


A 


yes 


0.210 


0.210 


3642.00 


malaysia 


A 


- 


0.142 


0.110 


2848.00 


random-main 


A 


yes 


0.127 


0.127 


3647.00 


random 


A 


yes 


0.097 


0.097 


3647.00 
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high-entrop y: mixed-grained mmimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 


- 


0.966 


0.964 


3640.00 


Ottawa 


A 


- 


0.762 


0.022 


103.00 


Ottawa-revised 


A 


- 


0.762 


0.022 


103.00 


durham 


S 


- 


0.684 


0.683 


3646.00 


ets-pu 


S 


- 


0.683 


0.645 


3447.00 


hopkins 


S 


- 


0.669 


0.664 


3622.00 


tilburg 


S 


- 


0.664 


0.627 


3448.00 


avignon 


0 


- 


0.663 


0.122 


673.36 


upc-ehu-su-unweighted 


s 


- 


0.634 


0.175 


1007.00 


lesk-plus-corpus-with-phrase-filter 


s 


yes 


0.613 


0.612 


3639.00 


korea 


s 


- 


0.613 


0.580 


3448.00 


manitoba-ks 


s 


- 


0.606 


0.573 


3447.00 


lesk-plus-corpus 


s 


yes 


0.566 


0.566 


3645.00 


grling-sdm 


s 


- 


0.563 


0.520 


3370.00 


commonest- for-inflected-with-phrase-filter 


s 


yes 


0.562 


0.521 


3383.00 


manitoba-dl 


s 


- 


0.553 


0.330 


2176.28 


suss 


s 


- 


0.552 


0.514 


3393.00 


manitoba-dl-unweighted 


s 


- 


0.513 


0.510 


3623.00 


commonest-for-inflected 


s 


yes 


0.503 


0.473 


3424.00 


lesk-with-phrase-filter 


A 


yes 


0.485 


0.482 


3627.00 


upc-ehu-un-unweighted 


A 




0.482 


0.118 


892.00 


Sussex 


0 




0.481 


0.053 


399.00 


upc-ehu-su 


s 




0.462 


0.128 


1007.00 
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clres 


A 


- 


0.456 


0.423 


3390.00 


lesk 


A 


yes 


0.437 


0.436 


3639.00 


manitoba-dl-dictionary 


A 


- 


0.433 


0.214 


1805.98 


commonest 


S 


yes 


0.425 


0.402 


3448.00 


upc-ehu-un 


A 


- 


0.410 


0.100 


892.00 


most-examples-with-phrase-filter 


A 


yes 


0.407 


0.406 


3642.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.400 


0.397 


3623.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.388 


0.375 


3519.00 


xeroxceli 


A 


- 


0.388 


0.338 


3175.00 


most-examples 


A 


yes 


0.312 


0.312 


3647.00 


lesk-definitions 


A 


yes 


0.312 


0.309 


3614.00 


random-with-phrase-filter 


A 


yes 


0.284 


0.284 


3642.00 


most-examples-subsumer 


A 


yes 


0.279 


0.279 


3647.00 


malaysia 


A 


- 


0.207 


0.161 


2848.00 


random 


A 


yes 


0.171 


0.171 


3647.00 


random-main 


A 


yes 


0.143 


0.143 


3647.00 



hig h-entr opy: coarse-grained minimal scores 



system name 


category 


baseline? 


precision 


recall 


number 
attempted 


hector 


human 




0.968 


0.966 


3835.00 


Ottawa 


A 




0.827 


0.022 


104.00 


Ottawa-revised 


A 




0.827 


0.022 


104.00 


durham 


S 




0.718 


0.717 


3841.00 


avignon 


0 




0.717 


0.129 


690.26 


ets-pu 


S 




0.711 


0.674 


3642.00 
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tilburg 


S 


- 


0.693 


0.657 


3643.00 


hopkins 


S 


- 


0.692 


0.687 


3817.00 


upc-ehu-su-unweighted 


S 


- 


0.663 


0.179 


1035.00 


manitoba-dl 


S 


- 


0.653 


0.388 


2285.64 


lesk-plus-corpus-with-phrase-filter 


S 


yes 


0.650 


0.649 


3834.00 


manitoba-ks 


S 


- 


0.637 


0.604 


3642.00 


korea 


S 


- 


0.633 


0.600 


3643.00 


commonest-for-inflected-with-phrase-filter 


S 


yes 


0.612 


0.570 


3576.00 


lesk-plus-corpus 


S 


yes 


0.608 


0.607 


3840.00 


manitoba-dl-unweighted 


S 


- 


0.599 


0.595 


3814.00 


suss 


S 


- 


0.599 


0.555 


3562.00 


grling-sdm 


S 


- 


0.592 


0.549 


3564.00 


upc-ehu-un-unweighted 


A 


- 


0.586 


0.139 


911.00 


commonest-for-inflected 


S 


yes 


0.554 


0.521 


3618.00 


upc-ehu-su 


S 


- 


0.533 


0.144 


1035.00 


Sussex 


0 


- 


0.520 


0.055 


407.00 


lesk-with-phrase-filter 


A 


yes 


0.513 


0.510 


3822.00 


upc-ehu-un 


A 


- 


0.509 


0.121 


911.00 


ch-es 


A 


- 


0.505 


0.470 


3578.00 


manitoba-dl-dictionary 


A 


- 


0.494 


0.243 


1890.05 


commonest 


S 


yes 


0.483 


0.458 


3643.00 


lesk 


A 


yes 


0.469 


0.467 


3834.00 


most-examples-with-phrase-filter 


A 


yes 


0.465 


0.464 


3837.00 


manitoba-dl-dictionary-unweighted 


A 


- 


0.455 


0.452 


3814.00 


lesk-definitions-with-phrase-filter 


A 


yes 


0.431 


0.416 


3713.00 


xeroxceli 


A 




0.421 


0.366 


3339.00 
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most-examples-subsixmer 


A 


yes 


0.388 


0.388 


3842.00 


most-examples 


A 


yes 


0.377 


0.377 


3842.00 


lesk-definitions 


A 


yes 


0.366 


0.363 


3808.00 


random-with-phrase-filter 


A 


yes 


0.322 


0.322 


3837.00 


malaysia 


A 


- 


0.254 


0.199 


3020.00 


random 


A 


yes 


0.220 


0.220 


3842.00 


random-main 


A 


yes 


0.169 


0.168 


3842.00 
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